[ 515.722330] env[65672]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 515.722330] env[65672]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 516.757262] env[65762]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 516.757262] env[65762]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 518.322140] env[65762]: INFO neutron.common.config [-] Logging enabled! [ 518.322653] env[65762]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 518.322653] env[65762]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65762) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 518.322963] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 518.323092] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 518.323914] env[65762]: WARNING oslo_policy.policy [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.324136] env[65762]: WARNING oslo_policy.policy [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.325819] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] VMware NSXv3 Agent initialized successfully. [ 518.326183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Acquiring lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.326313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Acquired lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.326517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Releasing lock "singleton_lock" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.326802] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Full set of CONF: {{(pid=65762) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 518.326911] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ******************************************************************************** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 518.327025] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Configuration options gathered from: {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 518.327376] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 518.327552] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 518.327660] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ================================================================================ {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 518.327831] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] agent_down_time = 75 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.327968] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] allow_automatic_dhcp_failover = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328115] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] allow_bulk = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328259] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] api_extensions_path = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328398] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] api_paste_config = api-paste.ini {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328535] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] auth_strategy = keystone {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328638] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] backdoor_port = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328736] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] backdoor_socket = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328870] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] backlog = 4096 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.328999] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329167] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] bind_host = 0.0.0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329307] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] bind_port = 9696 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329437] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] client_socket_timeout = 900 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329572] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] config_dir = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329678] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329810] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] config_source = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.329947] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] control_exchange = neutron {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330094] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] core_plugin = ml2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330233] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] debug = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330367] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] default_availability_zones = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330567] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330703] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dhcp_agent_notification = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330837] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dhcp_agents_per_network = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.330962] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dhcp_lease_duration = 86400 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331147] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dhcp_load_type = networks {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331273] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dns_domain = openstacklocal {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331413] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331542] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_default_route_bfd = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331671] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_default_route_ecmp = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331798] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_dvr = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.331925] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_new_agents = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332062] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332218] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_signals = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332355] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] enable_traditional_dhcp = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332483] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] external_dns_driver = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332613] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] filter_validation = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332754] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] global_physnet_mtu = 8950 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.332884] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] graceful_shutdown_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333066] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] host = cpu-1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333205] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] host_dvr_for_dhcp = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333336] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] http_retries = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333492] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] instance_format = [instance: %(uuid)s] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333636] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333769] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ipam_driver = internal {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.333895] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ipv6_pd_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334030] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] l3_ha = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334166] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334302] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] l3_ha_network_physical_name = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334428] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] l3_ha_network_type = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334558] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_color = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334689] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_config_append = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334821] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.334974] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_dir = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335078] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335179] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_options = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335308] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_rotate_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335442] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_rotate_interval_type = days {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335571] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] log_rotation_type = none {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335673] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335771] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.335900] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336040] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336145] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336274] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_dns_nameservers = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336401] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_header_line = 16384 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336527] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_l3_agents_per_router = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336655] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_logfile_count = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336779] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_logfile_size_mb = 200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.336902] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] max_subnet_host_routes = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337049] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] my_ip = 10.180.1.21 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337186] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] my_ipv6 = ::1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337315] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] network_auto_schedule = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337439] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] network_link_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337572] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337703] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] notify_nova_on_port_data_changes = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337836] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] notify_nova_on_port_status_changes = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.337968] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] pagination_max_limit = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338108] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] publish_errors = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338237] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rate_limit_burst = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338372] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rate_limit_except_level = CRITICAL {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338499] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rate_limit_interval = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338626] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] retry_until_window = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338750] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] router_distributed = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.338877] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rpc_resources_processing_step = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339007] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rpc_response_max_timeout = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339141] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] rpc_response_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339270] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] send_events_interval = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339416] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] service_plugins = ['router'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339548] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] setproctitle = on {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339675] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] shell_completion = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339807] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] state_path = /opt/stack/data/neutron {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.339940] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] syslog_log_facility = LOG_USER {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340082] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] tcp_keepidle = 600 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340221] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] transport_url = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340353] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] use_journal = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340480] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] use_json = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340604] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] use_ssl = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340735] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] use_stderr = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340867] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] use_syslog = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.340992] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vlan_qinq = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341142] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vlan_transparent = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341285] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] watch_log_file = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341415] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] wsgi_default_pool_size = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341541] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] wsgi_keep_alive = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341680] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341806] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] wsgi_server_debug = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.341952] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_concurrency.disable_process_locking = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342115] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342275] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342412] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342552] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342692] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342825] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.342972] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.connection_string = messaging:// {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343122] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343264] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.es_doc_type = notification {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343395] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.es_scroll_size = 10000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343565] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.es_scroll_time = 2m {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343702] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.filter_error_trace = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343842] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.hmac_keys = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.343976] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.sentinel_service_name = mymaster {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344129] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.socket_timeout = 0.1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344266] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.trace_requests = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344399] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler.trace_sqlalchemy = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344541] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler_jaeger.process_tags = {} {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344671] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler_jaeger.service_name_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344805] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] profiler_otlp.service_name_prefix = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.344952] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.enforce_new_defaults = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.345238] env[65762]: WARNING oslo_config.cfg [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 518.345389] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.enforce_scope = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.345530] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.policy_default_rule = default {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.345680] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.345817] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.345957] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346100] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346232] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346364] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346492] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346630] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346775] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.346921] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] agent.extensions = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347071] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347213] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] service_providers.service_provider = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347354] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.default_quota = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347493] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347621] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_floatingip = 50 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347750] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_network = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.347876] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_port = 500 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348009] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348141] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_router = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348269] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_security_group = 10 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348398] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348525] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.quota_subnet = 100 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348649] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] QUOTAS.track_quota_usage = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348791] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.348922] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349054] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349186] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349321] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349449] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349575] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349713] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349840] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.349965] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350105] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350240] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350368] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350495] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_dhcp_release.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350631] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350752] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.350878] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351012] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351168] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351306] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351439] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_ovs_vsctl.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351573] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.capabilities = [21] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351699] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351826] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.351951] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352135] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352331] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352465] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_namespace.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352607] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.capabilities = [12] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352731] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352855] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.352982] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353129] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353259] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353382] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_conntrack.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353545] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.capabilities = [12, 21] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353679] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.group = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353803] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.helper_command = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.353930] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.log_daemon_traceback = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354073] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354204] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.thread_pool_size = 8 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354328] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] privsep_link.user = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354476] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354617] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354754] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.continue_on_failed_promotions = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.354882] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.dscp = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355026] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.dscp_inherit = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355161] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.force_mp_to_policy = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355292] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.locking_coordinator_url = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355423] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.log_agent_heartbeats = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355552] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.logging_expire = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355687] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355819] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.355955] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.polling_interval = 240 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356099] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356239] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356382] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.report_interval = 30.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356522] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356659] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356797] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.356932] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.sync_skew = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357070] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.synchronization_queue_size = 20 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357209] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT.use_helper_for_ns_read = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357355] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] SECURITYGROUP.enable_ipset = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357493] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] SECURITYGROUP.enable_security_group = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357626] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357759] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.357893] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] experimental.ipv6_pd_enabled = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358053] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.extension_drivers = ['port_security'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358182] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.external_network_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358330] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358462] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.overlay_ip_version = 4 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358595] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.path_mtu = 8950 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358733] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.physical_network_mtus = {} {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.358870] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359021] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359159] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ml2.type_drivers = ['vlan'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359298] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359425] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359551] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359692] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359829] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.359962] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360112] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360254] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360393] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360579] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360720] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_login_password = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360858] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.360992] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_login_user = admin {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361163] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361361] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361522] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361655] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361798] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.361941] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362093] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362237] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362372] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362508] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362645] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362774] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.362910] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363115] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363259] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363394] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363544] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363680] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363820] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.363954] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364092] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364222] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364359] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.endpoint_type = public {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364487] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364610] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364744] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.region_name = RegionOne {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364870] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.364993] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] nova.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365136] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365278] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.auth_type = password {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365408] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365534] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365649] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365785] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.endpoint_type = public {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.365911] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366039] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366165] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366289] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366408] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] placement.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366536] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.auth_section = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366665] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.auth_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366784] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.cafile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.366907] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.certfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367042] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.collect_timing = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367168] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.connect_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367293] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.connect_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367418] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.enable_notifications = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367541] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.endpoint_override = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367665] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.insecure = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367789] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.interface = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.367908] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.keyfile = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368049] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.max_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368177] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.min_version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368300] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.region_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368421] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.retriable_status_codes = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368540] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.service_name = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368660] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.service_type = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368785] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.split_loggers = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.368905] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.status_code_retries = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369033] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.status_code_retry_delay = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369158] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.timeout = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369279] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.valid_interfaces = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369400] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ironic.version = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369530] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] cli_script.dry_run = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369665] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369790] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.369918] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370046] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370177] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370307] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370432] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370561] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370689] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370827] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.370953] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371097] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371260] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371396] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371525] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371662] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371791] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.371917] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372066] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372198] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372327] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372452] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372578] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372704] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372833] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.372956] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373092] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373218] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373346] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373488] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373630] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373766] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.373899] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374039] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374178] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374311] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374439] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374577] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_notifications.driver = [] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374708] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_notifications.retry = -1 {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374853] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.374978] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.375091] env[65762]: DEBUG oslo_service.backend._eventlet.service [None req-a5cc7177-6238-414f-9da7-fbe1c76b24f2 None None] ******************************************************************************** {{(pid=65762) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 518.376234] env[65762]: DEBUG neutron.agent.securitygroups_rpc [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Init firewall settings (driver=nsxv3) {{(pid=65762) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 518.377543] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65762) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 518.377775] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] RPC agent_id: nsxm-l-01a.corp.local [ 518.379972] env[65762]: DEBUG dogpile.cache.region [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.380101] env[65762]: DEBUG dogpile.lock [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 518.380201] env[65762]: DEBUG dogpile.lock [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 518.380290] env[65762]: DEBUG dogpile.lock [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 518.380382] env[65762]: DEBUG dogpile.cache.region [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.380466] env[65762]: DEBUG dogpile.lock [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 518.380582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 518.439139] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Session token - acquiring [ 518.440720] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.440899] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.440995] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.441516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.454057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.732016] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 518.757372] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 518.757568] env[65762]: DEBUG dogpile.cache.region [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Cache value generated in 0.377 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 518.757608] env[65762]: DEBUG dogpile.lock [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 518.757739] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Activating Policy API Provider. [ 518.757916] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Looking for the default Infrastructure Rules. [ 518.826509] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Looking for the Default Layer3 Logged Drop Section. [ 518.845801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 518.846280] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.846446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.846545] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.846845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.847194] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.362729] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.865863] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.369400] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Inventory metadata is going to be refreshed. [ 520.369400] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 521.166025] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.166025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.166025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.166025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.176671] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 521.178973] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.179838] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 521.203031] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.203031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.203031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.203031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.203031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.203031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 521.203031] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.203031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 521.223454] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.225956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.225956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.225956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.225956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.225956] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 521.249013] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.249013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.249013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.249013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.249013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.249013] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 521.271031] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.271031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.271031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.271031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.271031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.271031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 521.271031] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.271031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 521.294061] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.294061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.294061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.294061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.294061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.294061] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 521.294061] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.294061] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 521.317466] env[65762]: DEBUG networking_nsxv3.common.locking [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.318041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.320021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.320021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.320021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.320021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 521.320021] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.320021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Inventory metadata have been refreshed. [ 521.320021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Dryrun:True. Metadata refresh completed. [ 521.320021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Releasing lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.324018] env[65762]: INFO neutron.agent.agent_extensions_manager [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Loaded agent extensions: [] [ 521.324018] env[65762]: DEBUG neutron_lib.callbacks.manager [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65762) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 521.381614] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent RPC Daemon Started! [ 521.381614] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:0 started [ 521.381614] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent out of sync with plugin! [ 526.323183] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.323558] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.324411] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.324838] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.151080] env[65762]: INFO networking_nsxv3.common.synchronization [None req-99037ad2-a250-46f3-a243-db0c4cdd8a9b demo admin] Enqueued Resource ID: 7c70ed69-eea2-4d14-93e4-c6c65dfb0d10 with Priority: HIGHEST for action security_group_rules [ 536.153413] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c70ed69-eea2-4d14-93e4-c6c65dfb0d10 with Priority: HIGHEST for action security_group_rules [ 536.153750] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c70ed69-eea2-4d14-93e4-c6c65dfb0d10 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.153868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c70ed69-eea2-4d14-93e4-c6c65dfb0d10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.153940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c70ed69-eea2-4d14-93e4-c6c65dfb0d10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.154332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c70ed69-eea2-4d14-93e4-c6c65dfb0d10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.154438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c70ed69-eea2-4d14-93e4-c6c65dfb0d10',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.673609] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.673889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.673889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.674066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.674169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.674269] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c70ed69-eea2-4d14-93e4-c6c65dfb0d10 already deleted. [ 536.674382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c70ed69-eea2-4d14-93e4-c6c65dfb0d10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.154269] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.154645] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.155384] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.155659] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.157302] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.157302] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.158843] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.159212] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.160303] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.160303] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.727271] env[65762]: INFO networking_nsxv3.common.synchronization [None req-696001c8-37ff-4a72-96e9-56fa37d15189 None None] Enqueued Resource ID: 929cbb25-994e-4f86-aa5e-512cb61d08c7 with Priority: HIGHEST for action port [ 561.727271] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929cbb25-994e-4f86-aa5e-512cb61d08c7 with Priority: HIGHEST for action port [ 561.728076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-929cbb25-994e-4f86-aa5e-512cb61d08c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.728685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929cbb25-994e-4f86-aa5e-512cb61d08c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.728931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929cbb25-994e-4f86-aa5e-512cb61d08c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.729385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929cbb25-994e-4f86-aa5e-512cb61d08c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.729795] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929cbb25-994e-4f86-aa5e-512cb61d08c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.233724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 929cbb25-994e-4f86-aa5e-512cb61d08c7 [ 562.233724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.233724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.233724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.233724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.233724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.233724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:929cbb25-994e-4f86-aa5e-512cb61d08c7 already deleted. [ 562.233724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929cbb25-994e-4f86-aa5e-512cb61d08c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.137248] env[65762]: INFO networking_nsxv3.common.synchronization [None req-eebca0f1-9aa1-49c2-8688-4041ac7539a6 tempest-ServersTestFqdnHostnames-871311430 tempest-ServersTestFqdnHostnames-871311430-project-member] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 563.137769] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 563.138077] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.138198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.138255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.138488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.138568] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.235678] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1c8e7970-d628-49f5-b6c9-453be6e06348 tempest-ServersTestFqdnHostnames-871311430 tempest-ServersTestFqdnHostnames-871311430-project-member] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 563.236321] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 563.236622] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.237019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.660601] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.660757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.660849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.661296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.661447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.661578] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f already deleted. [ 563.661667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.662149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.662623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.662672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.012705] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8b8c1350-30d6-4c7a-9036-f65d7b667dac None None] Enqueued Resource ID: b91f74f1-2ca7-4a16-9355-b037b24546e8 with Priority: HIGHEST for action port [ 564.013293] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91f74f1-2ca7-4a16-9355-b037b24546e8 with Priority: HIGHEST for action port [ 564.013608] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91f74f1-2ca7-4a16-9355-b037b24546e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.013738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91f74f1-2ca7-4a16-9355-b037b24546e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.013805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91f74f1-2ca7-4a16-9355-b037b24546e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.014209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91f74f1-2ca7-4a16-9355-b037b24546e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.014368] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91f74f1-2ca7-4a16-9355-b037b24546e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.184988] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.185155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.185244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.185441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.185539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.185642] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f already deleted. [ 564.185791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.518662] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91f74f1-2ca7-4a16-9355-b037b24546e8 [ 564.518662] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.518662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.518662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.518662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.518662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.518662] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91f74f1-2ca7-4a16-9355-b037b24546e8 already deleted. [ 564.518662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91f74f1-2ca7-4a16-9355-b037b24546e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.111270] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1e500dde-2902-4286-8532-ca256f4bdcf8 None None] Enqueued Resource ID: 2edff677-68ab-425a-ad38-255b1a513236 with Priority: HIGHEST for action port [ 568.111270] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edff677-68ab-425a-ad38-255b1a513236 with Priority: HIGHEST for action port [ 568.111270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edff677-68ab-425a-ad38-255b1a513236 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.111270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edff677-68ab-425a-ad38-255b1a513236" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.111270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edff677-68ab-425a-ad38-255b1a513236" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.111270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edff677-68ab-425a-ad38-255b1a513236" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.111270] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edff677-68ab-425a-ad38-255b1a513236',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.613735] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2edff677-68ab-425a-ad38-255b1a513236 [ 568.613735] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.613847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.613847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.614423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.615750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.615750] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2edff677-68ab-425a-ad38-255b1a513236 already deleted. [ 568.615825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edff677-68ab-425a-ad38-255b1a513236" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.807775] env[65762]: INFO networking_nsxv3.common.synchronization [None req-bf81b434-91d1-43b1-b160-0dea1d88a2d8 None None] Enqueued Resource ID: 7a2f94db-e994-4430-bc82-69f939d6f6f8 with Priority: HIGHEST for action port [ 568.808350] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2f94db-e994-4430-bc82-69f939d6f6f8 with Priority: HIGHEST for action port [ 568.808462] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a2f94db-e994-4430-bc82-69f939d6f6f8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.808545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a2f94db-e994-4430-bc82-69f939d6f6f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.808584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a2f94db-e994-4430-bc82-69f939d6f6f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.808856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a2f94db-e994-4430-bc82-69f939d6f6f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.808895] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2f94db-e994-4430-bc82-69f939d6f6f8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.982309] env[65762]: INFO networking_nsxv3.common.synchronization [None req-44008e31-8143-4806-bb8f-53d24fa307cb None None] Enqueued Resource ID: 71ef276f-3e66-49de-bc33-f45a5064b41c with Priority: HIGHEST for action port [ 568.982638] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ef276f-3e66-49de-bc33-f45a5064b41c with Priority: HIGHEST for action port [ 568.983179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ef276f-3e66-49de-bc33-f45a5064b41c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.983367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ef276f-3e66-49de-bc33-f45a5064b41c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.983465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ef276f-3e66-49de-bc33-f45a5064b41c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.983755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ef276f-3e66-49de-bc33-f45a5064b41c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.983844] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ef276f-3e66-49de-bc33-f45a5064b41c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.312762] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a2f94db-e994-4430-bc82-69f939d6f6f8 [ 569.312762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.312762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.312762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.312762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.316821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.316821] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a2f94db-e994-4430-bc82-69f939d6f6f8 already deleted. [ 569.316821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a2f94db-e994-4430-bc82-69f939d6f6f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.486351] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ef276f-3e66-49de-bc33-f45a5064b41c [ 569.487553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.487553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.487553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.487553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.487553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.487553] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ef276f-3e66-49de-bc33-f45a5064b41c already deleted. [ 569.487553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ef276f-3e66-49de-bc33-f45a5064b41c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.879367] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d0b6ad19-3010-4cca-9368-3f948b3a7a88 None None] Enqueued Resource ID: 9228067c-0943-40fb-be64-e0a9f991a456 with Priority: HIGHEST for action port [ 569.879367] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9228067c-0943-40fb-be64-e0a9f991a456 with Priority: HIGHEST for action port [ 569.879367] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9228067c-0943-40fb-be64-e0a9f991a456 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.879367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9228067c-0943-40fb-be64-e0a9f991a456" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.880382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9228067c-0943-40fb-be64-e0a9f991a456" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.882275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9228067c-0943-40fb-be64-e0a9f991a456" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.882275] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9228067c-0943-40fb-be64-e0a9f991a456',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.385120] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9228067c-0943-40fb-be64-e0a9f991a456 [ 570.385120] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.385492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.385492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.387017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.387017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.387017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9228067c-0943-40fb-be64-e0a9f991a456 already deleted. [ 570.387017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9228067c-0943-40fb-be64-e0a9f991a456" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.632792] env[65762]: INFO networking_nsxv3.common.synchronization [None req-63e1409b-9a16-42d0-8cca-409a449401ad None None] Enqueued Resource ID: 7144c256-4829-4d64-80f5-4e27e30dcb74 with Priority: HIGHEST for action port [ 570.634473] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7144c256-4829-4d64-80f5-4e27e30dcb74 with Priority: HIGHEST for action port [ 570.634976] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7144c256-4829-4d64-80f5-4e27e30dcb74 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.635592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7144c256-4829-4d64-80f5-4e27e30dcb74" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.635592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7144c256-4829-4d64-80f5-4e27e30dcb74" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.635913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7144c256-4829-4d64-80f5-4e27e30dcb74" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.636097] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7144c256-4829-4d64-80f5-4e27e30dcb74',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.671297] env[65762]: INFO networking_nsxv3.common.synchronization [None req-a2b5eaa1-a5aa-4ae9-8ab2-8d76ac606a49 None None] Enqueued Resource ID: 8910f870-ea4f-4e47-af60-0bc9e1742632 with Priority: HIGHEST for action port [ 570.671522] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8910f870-ea4f-4e47-af60-0bc9e1742632 with Priority: HIGHEST for action port [ 570.672097] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8910f870-ea4f-4e47-af60-0bc9e1742632 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.672226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8910f870-ea4f-4e47-af60-0bc9e1742632" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.672299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8910f870-ea4f-4e47-af60-0bc9e1742632" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.672546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8910f870-ea4f-4e47-af60-0bc9e1742632" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.672614] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8910f870-ea4f-4e47-af60-0bc9e1742632',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.142504] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7144c256-4829-4d64-80f5-4e27e30dcb74 [ 571.142504] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.142504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.142504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.142752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.142752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.142752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7144c256-4829-4d64-80f5-4e27e30dcb74 already deleted. [ 571.142875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7144c256-4829-4d64-80f5-4e27e30dcb74" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.179789] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8910f870-ea4f-4e47-af60-0bc9e1742632 [ 571.179789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.179789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.179789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.179789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.180248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.180248] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8910f870-ea4f-4e47-af60-0bc9e1742632 already deleted. [ 571.180248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8910f870-ea4f-4e47-af60-0bc9e1742632" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.899684] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9c132cfe-319b-40ec-b382-9cc35938df63 None None] Enqueued Resource ID: 3107a283-dcdb-4c7f-bc70-b5bf9c405b3c with Priority: HIGHEST for action port [ 571.900078] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3107a283-dcdb-4c7f-bc70-b5bf9c405b3c with Priority: HIGHEST for action port [ 571.900352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3107a283-dcdb-4c7f-bc70-b5bf9c405b3c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.900510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3107a283-dcdb-4c7f-bc70-b5bf9c405b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.900582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3107a283-dcdb-4c7f-bc70-b5bf9c405b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.900832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3107a283-dcdb-4c7f-bc70-b5bf9c405b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.900918] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3107a283-dcdb-4c7f-bc70-b5bf9c405b3c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.406211] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3107a283-dcdb-4c7f-bc70-b5bf9c405b3c [ 572.406481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.406585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.406664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.406850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.406942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.407059] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3107a283-dcdb-4c7f-bc70-b5bf9c405b3c already deleted. [ 572.407146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3107a283-dcdb-4c7f-bc70-b5bf9c405b3c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.899166] env[65762]: INFO networking_nsxv3.common.synchronization [None req-97a09485-5903-491a-b985-c0cb5369ae1a None None] Enqueued Resource ID: b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2 with Priority: HIGHEST for action port [ 572.899166] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2 with Priority: HIGHEST for action port [ 572.899166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.899166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.899166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.899579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.899755] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.147560] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3041f1c0-b42d-4951-b28d-8db45853a089 None None] Enqueued Resource ID: 2f27d332-cea1-430e-8701-40462050b96f with Priority: HIGHEST for action port [ 573.147825] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f27d332-cea1-430e-8701-40462050b96f with Priority: HIGHEST for action port [ 573.148429] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f27d332-cea1-430e-8701-40462050b96f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.148559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f27d332-cea1-430e-8701-40462050b96f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.148630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f27d332-cea1-430e-8701-40462050b96f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.148911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f27d332-cea1-430e-8701-40462050b96f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.149057] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f27d332-cea1-430e-8701-40462050b96f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.405646] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2 [ 573.405717] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.405860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.405932] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.406749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.406749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.406749] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2 already deleted. [ 573.406749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b16ad7ce-b0ae-4e74-9b8c-7c99381ac6a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.652915] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f27d332-cea1-430e-8701-40462050b96f [ 573.653774] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.653774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.653774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.653774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.653774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.653774] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f27d332-cea1-430e-8701-40462050b96f already deleted. [ 573.653774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f27d332-cea1-430e-8701-40462050b96f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.907195] env[65762]: INFO networking_nsxv3.common.synchronization [None req-da7ef6f8-fa3d-4afc-9e12-d4da00515ecf None None] Enqueued Resource ID: 92dff88a-88be-4279-abb0-a122c7d4f74c with Priority: HIGHEST for action port [ 573.907195] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dff88a-88be-4279-abb0-a122c7d4f74c with Priority: HIGHEST for action port [ 573.907195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-92dff88a-88be-4279-abb0-a122c7d4f74c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.907195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92dff88a-88be-4279-abb0-a122c7d4f74c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.907195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92dff88a-88be-4279-abb0-a122c7d4f74c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.907195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92dff88a-88be-4279-abb0-a122c7d4f74c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.907195] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92dff88a-88be-4279-abb0-a122c7d4f74c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.412031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92dff88a-88be-4279-abb0-a122c7d4f74c [ 574.412031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.412031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.412031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.413104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.414297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.414297] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92dff88a-88be-4279-abb0-a122c7d4f74c already deleted. [ 574.414297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92dff88a-88be-4279-abb0-a122c7d4f74c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.065200] env[65762]: INFO networking_nsxv3.common.synchronization [None req-f275fd61-6eee-4162-bfbc-453d4fdb179d None None] Enqueued Resource ID: 0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc with Priority: HIGHEST for action port [ 575.065200] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc with Priority: HIGHEST for action port [ 575.065780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.065876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.065946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.066529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.066672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.569150] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc [ 575.569397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.569535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.569600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.570409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.570409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.570409] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc already deleted. [ 575.570409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f49c8a2-9a9f-4eee-9c62-c215f66bc5bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.828747] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3a499100-9606-437e-930a-99e9a1b2bf6d None None] Enqueued Resource ID: b98f1acc-ba63-4e2f-8850-5be66cfa51ca with Priority: HIGHEST for action port [ 576.829642] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98f1acc-ba63-4e2f-8850-5be66cfa51ca with Priority: HIGHEST for action port [ 576.830116] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b98f1acc-ba63-4e2f-8850-5be66cfa51ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.830374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b98f1acc-ba63-4e2f-8850-5be66cfa51ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.830560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b98f1acc-ba63-4e2f-8850-5be66cfa51ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.830711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b98f1acc-ba63-4e2f-8850-5be66cfa51ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.831286] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b98f1acc-ba63-4e2f-8850-5be66cfa51ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.337017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b98f1acc-ba63-4e2f-8850-5be66cfa51ca [ 577.337017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.337017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.337017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.337017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.337017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.337017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b98f1acc-ba63-4e2f-8850-5be66cfa51ca already deleted. [ 577.337017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b98f1acc-ba63-4e2f-8850-5be66cfa51ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.477015] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7917e7ad-c2d1-4136-abfd-e768eb2bfd77 None None] Enqueued Resource ID: 4abf6283-80de-4bf2-a198-a146f5689b51 with Priority: HIGHEST for action port [ 577.477639] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abf6283-80de-4bf2-a198-a146f5689b51 with Priority: HIGHEST for action port [ 577.478563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4abf6283-80de-4bf2-a198-a146f5689b51 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.478563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4abf6283-80de-4bf2-a198-a146f5689b51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.478563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4abf6283-80de-4bf2-a198-a146f5689b51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.478563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4abf6283-80de-4bf2-a198-a146f5689b51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.478790] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4abf6283-80de-4bf2-a198-a146f5689b51',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.838567] env[65762]: INFO networking_nsxv3.common.synchronization [None req-e341b490-a773-444a-bd51-d0a05c585de8 None None] Enqueued Resource ID: c7307e83-e795-46ba-b3c5-0ce974bde7f0 with Priority: HIGHEST for action port [ 577.839447] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7307e83-e795-46ba-b3c5-0ce974bde7f0 with Priority: HIGHEST for action port [ 577.839572] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7307e83-e795-46ba-b3c5-0ce974bde7f0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.839745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7307e83-e795-46ba-b3c5-0ce974bde7f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.839828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7307e83-e795-46ba-b3c5-0ce974bde7f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.841537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7307e83-e795-46ba-b3c5-0ce974bde7f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.841537] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7307e83-e795-46ba-b3c5-0ce974bde7f0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.980723] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4abf6283-80de-4bf2-a198-a146f5689b51 [ 577.981420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.981749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.981832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.982030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.982121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.982217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4abf6283-80de-4bf2-a198-a146f5689b51 already deleted. [ 577.982299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4abf6283-80de-4bf2-a198-a146f5689b51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.345473] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7307e83-e795-46ba-b3c5-0ce974bde7f0 [ 578.345473] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.345621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.345621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.345775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.345859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.345955] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7307e83-e795-46ba-b3c5-0ce974bde7f0 already deleted. [ 578.346222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7307e83-e795-46ba-b3c5-0ce974bde7f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.368273] env[65762]: INFO networking_nsxv3.common.synchronization [None req-bab49ec2-b68f-4b17-9a37-70f97574847d None None] Enqueued Resource ID: e174b251-9f2d-45fc-83bd-d8886d1def48 with Priority: HIGHEST for action port [ 578.368870] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e174b251-9f2d-45fc-83bd-d8886d1def48 with Priority: HIGHEST for action port [ 578.369103] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e174b251-9f2d-45fc-83bd-d8886d1def48 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.369224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e174b251-9f2d-45fc-83bd-d8886d1def48" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.369304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e174b251-9f2d-45fc-83bd-d8886d1def48" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.369554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e174b251-9f2d-45fc-83bd-d8886d1def48" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.369636] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e174b251-9f2d-45fc-83bd-d8886d1def48',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.618136] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3b076146-996a-4ea9-b1f2-0a281edda750 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 578.618596] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 578.619123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.619123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.621613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.621984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.621984] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.819063] env[65762]: INFO networking_nsxv3.common.synchronization [None req-90469a7e-9fe9-4a17-8d6c-dcaedca7cddf tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 578.819921] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 578.819921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.820066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.866449] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7b59b559-4662-4123-833a-633c66fe0d5e None None] Enqueued Resource ID: 0679812e-deed-4454-8b3a-e852b5a29da6 with Priority: HIGHEST for action port [ 578.866929] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679812e-deed-4454-8b3a-e852b5a29da6 with Priority: HIGHEST for action port [ 578.867315] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0679812e-deed-4454-8b3a-e852b5a29da6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.867499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0679812e-deed-4454-8b3a-e852b5a29da6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.867499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0679812e-deed-4454-8b3a-e852b5a29da6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.867660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0679812e-deed-4454-8b3a-e852b5a29da6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.867827] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0679812e-deed-4454-8b3a-e852b5a29da6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.876019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e174b251-9f2d-45fc-83bd-d8886d1def48 [ 578.876152] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.876229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.876378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.876477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.876568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.877538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e174b251-9f2d-45fc-83bd-d8886d1def48 already deleted. [ 578.877538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e174b251-9f2d-45fc-83bd-d8886d1def48" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.144210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.144405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.144405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.145033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.145033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.145033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 already deleted. [ 579.145033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.145213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.145213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.145291] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.325292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.325469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.325524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.325736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.325971] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.374217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0679812e-deed-4454-8b3a-e852b5a29da6 [ 579.374217] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.374217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.374217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.374217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.374217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.374217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0679812e-deed-4454-8b3a-e852b5a29da6 already deleted. [ 579.374217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0679812e-deed-4454-8b3a-e852b5a29da6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.691373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.691560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.691617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.691816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.691906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.692019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 already deleted. [ 579.692106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.829308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.333483] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.835718] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 580.835831] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.565437] env[65762]: INFO networking_nsxv3.common.synchronization [None req-20403111-2a04-4311-aaca-1707d7423a56 None None] Enqueued Resource ID: feb18240-37f5-40f2-afe1-272b626b29fc with Priority: HIGHEST for action port [ 581.565437] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb18240-37f5-40f2-afe1-272b626b29fc with Priority: HIGHEST for action port [ 581.565437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb18240-37f5-40f2-afe1-272b626b29fc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.565759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb18240-37f5-40f2-afe1-272b626b29fc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.565759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb18240-37f5-40f2-afe1-272b626b29fc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.566497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb18240-37f5-40f2-afe1-272b626b29fc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.566497] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb18240-37f5-40f2-afe1-272b626b29fc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.679547] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.679726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.679790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.680044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.695326] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.696293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.698116] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.722724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.722869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.722941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.723172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.723259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.723376] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.723454] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.723523] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.747425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.747579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.747651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.747860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.747995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.748114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.771106] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.771429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.771566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.773038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.773038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.773038] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.795565] env[65762]: INFO networking_nsxv3.common.synchronization [req-d0f3b72c-781d-4584-aece-1d4d05eac9d9 req-79ba6e5e-4a32-445f-a322-26f92fbc1d2c tempest-ServersTestFqdnHostnames-871311430 tempest-ServersTestFqdnHostnames-871311430-project-member] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 581.798661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.798661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.798661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.798661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.798661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.798661] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.799699] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.799898] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.801892] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 581.802261] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.802793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.802971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.803328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.803615] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.803881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.803987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.804384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.804384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.804531] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.824350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.824615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.824615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.824809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.824809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.824969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.824969] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.825187] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.849217] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.849457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.849457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.849630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.849704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.850594] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 581.850594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 581.852551] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.872567] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.872567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.872567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.872809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.872912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.873043] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.898456] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.898847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.898847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.900081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.900081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.914283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.068496] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb18240-37f5-40f2-afe1-272b626b29fc [ 582.068635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.068769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.068840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.069067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.069162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.069260] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb18240-37f5-40f2-afe1-272b626b29fc already deleted. [ 582.069339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb18240-37f5-40f2-afe1-272b626b29fc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.195131] env[65762]: INFO networking_nsxv3.common.synchronization [None req-b1bb5010-2058-4767-b848-00080ee0a6fe None None] Enqueued Resource ID: 24af533f-32b9-49b2-9bf6-ecb3462fb69f with Priority: HIGHEST for action port [ 582.198040] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24af533f-32b9-49b2-9bf6-ecb3462fb69f with Priority: HIGHEST for action port [ 582.198040] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-24af533f-32b9-49b2-9bf6-ecb3462fb69f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.198040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24af533f-32b9-49b2-9bf6-ecb3462fb69f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.198040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24af533f-32b9-49b2-9bf6-ecb3462fb69f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.198040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24af533f-32b9-49b2-9bf6-ecb3462fb69f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.198040] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24af533f-32b9-49b2-9bf6-ecb3462fb69f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.308500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.308962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.309264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.311397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.311397] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f already deleted. [ 582.311397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.483464] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.483464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.483675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.487614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.487925] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.488143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.488274] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.488517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.488655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.489717] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.489717] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.489717] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.489717] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.489717] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.489717] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.489717] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.511157] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.511157] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 582.512577] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.513553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.513936] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.514177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.514298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.514883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.514883] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e5946e-f2b7-4aea-80af-da04cf1c6be3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.700285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24af533f-32b9-49b2-9bf6-ecb3462fb69f [ 582.700570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.700570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.700664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.701205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.701205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.701326] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24af533f-32b9-49b2-9bf6-ecb3462fb69f already deleted. [ 582.701455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24af533f-32b9-49b2-9bf6-ecb3462fb69f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.018553] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.018730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.018826] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.019811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.019811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.019811] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e3e5946e-f2b7-4aea-80af-da04cf1c6be3 not found, creating... [ 583.021342] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.021587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.021775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.022054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.022197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.022606] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.022716] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.022822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.023040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.023166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.023323] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e3e5946e-f2b7-4aea-80af-da04cf1c6be3 is going to be created. [ 583.026011] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1a063349-fa12-46a1-b526-aec3ef49899b None None] Enqueued Resource ID: f9bfaecd-6625-4562-88b0-7cd55668c1f5 with Priority: HIGHEST for action port [ 583.031299] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bfaecd-6625-4562-88b0-7cd55668c1f5 with Priority: HIGHEST for action port [ 583.031299] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9bfaecd-6625-4562-88b0-7cd55668c1f5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.031299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9bfaecd-6625-4562-88b0-7cd55668c1f5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.031299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9bfaecd-6625-4562-88b0-7cd55668c1f5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.031299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9bfaecd-6625-4562-88b0-7cd55668c1f5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.031299] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9bfaecd-6625-4562-88b0-7cd55668c1f5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.054102] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.054102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.054102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.056245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.057138] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.058270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.172704] env[65762]: INFO networking_nsxv3.common.synchronization [req-a08e92b0-3ea2-4dfa-81fc-46509a05bf2d req-6a8f1878-da3c-4677-9eec-ff8830b47286 tempest-DeleteServersAdminTestJSON-1982774307 tempest-DeleteServersAdminTestJSON-1982774307-project-member] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 583.172704] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 583.172704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.172704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.175225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.175225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.175225] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.277553] env[65762]: INFO networking_nsxv3.common.synchronization [None req-684cf098-3d2c-4a04-a988-6ed2c34327b8 None None] Enqueued Resource ID: c3f89724-eac9-47e6-ae36-f2dc0dc40bdd with Priority: HIGHEST for action port [ 583.278128] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f89724-eac9-47e6-ae36-f2dc0dc40bdd with Priority: HIGHEST for action port [ 583.278439] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f89724-eac9-47e6-ae36-f2dc0dc40bdd taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.279234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f89724-eac9-47e6-ae36-f2dc0dc40bdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.279234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f89724-eac9-47e6-ae36-f2dc0dc40bdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.279234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f89724-eac9-47e6-ae36-f2dc0dc40bdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.279234] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f89724-eac9-47e6-ae36-f2dc0dc40bdd',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.533622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9bfaecd-6625-4562-88b0-7cd55668c1f5 [ 583.534743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.534743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.534743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.534743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.534743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.534743] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9bfaecd-6625-4562-88b0-7cd55668c1f5 already deleted. [ 583.534743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9bfaecd-6625-4562-88b0-7cd55668c1f5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.592021] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.592021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.592021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.592586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.592974] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.593623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.593623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.593744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.593830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.593995] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.594111] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.594214] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.594314] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.594416] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.594514] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.594859] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.612594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.612747] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.612871] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.613048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.613373] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-097bb721-43e9-4731-b30e-06b7a3460147 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.613539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.613652] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.614063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.614197] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097bb721-43e9-4731-b30e-06b7a3460147',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.676391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.676507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.676563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.676777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.676863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.677067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.677167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.677231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.677380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.677456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.677543] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 already deleted. [ 583.677619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.781954] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f89724-eac9-47e6-ae36-f2dc0dc40bdd [ 583.782374] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.782374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.782521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.782682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.782796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.782909] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f89724-eac9-47e6-ae36-f2dc0dc40bdd already deleted. [ 583.783016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f89724-eac9-47e6-ae36-f2dc0dc40bdd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.800277] env[65762]: INFO networking_nsxv3.common.synchronization [req-d0f3b72c-781d-4584-aece-1d4d05eac9d9 req-6f37899a-4b92-40e2-8bb5-2499781da483 service nova] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 583.800472] env[65762]: INFO networking_nsxv3.common.synchronization [req-d0f3b72c-781d-4584-aece-1d4d05eac9d9 req-6f37899a-4b92-40e2-8bb5-2499781da483 service nova] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 583.801403] env[65762]: INFO networking_nsxv3.common.synchronization [req-d0f3b72c-781d-4584-aece-1d4d05eac9d9 req-6f37899a-4b92-40e2-8bb5-2499781da483 service nova] Enqueued Resource ID: e3e5946e-f2b7-4aea-80af-da04cf1c6be3 with Priority: HIGHEST for action port [ 583.801403] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_rules [ 583.802139] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 583.802139] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e5946e-f2b7-4aea-80af-da04cf1c6be3 with Priority: HIGHEST for action port [ 583.802139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.802139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.802288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.802577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.802577] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.803280] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.803391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.803457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.803626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.803767] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.803860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.803921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.804075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.804178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.804270] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.805261] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.805383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.805440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.805568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.805637] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e5946e-f2b7-4aea-80af-da04cf1c6be3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.117342] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.117342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.117342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.117593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.117951] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.117951] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 097bb721-43e9-4731-b30e-06b7a3460147 not found, creating... [ 584.118630] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.118630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.118630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.118630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.118857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.119372] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.119372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.119372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.119550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.119550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.119678] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 097bb721-43e9-4731-b30e-06b7a3460147 is going to be created. [ 584.143021] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.143021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.143021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.143021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.143021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.143021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.307901] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.308051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.317750] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.318806] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3e5946e-f2b7-4aea-80af-da04cf1c6be3 with status ACTIVE [ 584.319370] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.319370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.319370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.319565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.319595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.322020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.322020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.322020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.322020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3e5946e-f2b7-4aea-80af-da04cf1c6be3 is going to be updated. [ 584.345233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.345388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.345460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.345700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.348027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.348027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e5946e-f2b7-4aea-80af-da04cf1c6be3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.788057] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d7c86362-81ee-4215-bf40-85c5e608f335 tempest-VolumesAssistedSnapshotsTest-263129917 tempest-VolumesAssistedSnapshotsTest-263129917-project-member] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 584.788057] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 584.788057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.788057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.788057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.788057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.788057] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.826761] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.949391] env[65762]: INFO networking_nsxv3.common.synchronization [None req-fb6a529b-4571-4628-be07-2946d4c940a3 tempest-VolumesAssistedSnapshotsTest-263129917 tempest-VolumesAssistedSnapshotsTest-263129917-project-member] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 584.949391] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 584.949391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.949391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.069286] env[65762]: INFO networking_nsxv3.common.synchronization [req-a08e92b0-3ea2-4dfa-81fc-46509a05bf2d req-1914c860-a053-4882-b20e-1660254472be service nova] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_rules [ 585.069286] env[65762]: INFO networking_nsxv3.common.synchronization [req-a08e92b0-3ea2-4dfa-81fc-46509a05bf2d req-1914c860-a053-4882-b20e-1660254472be service nova] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 585.069286] env[65762]: INFO networking_nsxv3.common.synchronization [req-a08e92b0-3ea2-4dfa-81fc-46509a05bf2d req-1914c860-a053-4882-b20e-1660254472be service nova] Enqueued Resource ID: 097bb721-43e9-4731-b30e-06b7a3460147 with Priority: HIGHEST for action port [ 585.073064] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_rules [ 585.073064] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 585.073064] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097bb721-43e9-4731-b30e-06b7a3460147 with Priority: HIGHEST for action port [ 585.073064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.073064] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.073064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.073064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.079826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.079826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.079826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.079826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.079826] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.084316] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-097bb721-43e9-4731-b30e-06b7a3460147 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.084316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.084316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.084316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.084316] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097bb721-43e9-4731-b30e-06b7a3460147',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.152740] env[65762]: INFO networking_nsxv3.common.synchronization [None req-a639dc0e-f10c-4908-81be-96aa63938c1f None None] Enqueued Resource ID: cb50c811-c941-43fa-b5a8-b5fe191dd777 with Priority: HIGHEST for action port [ 585.153297] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb50c811-c941-43fa-b5a8-b5fe191dd777 with Priority: HIGHEST for action port [ 585.154360] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb50c811-c941-43fa-b5a8-b5fe191dd777 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.154360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb50c811-c941-43fa-b5a8-b5fe191dd777" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.154360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb50c811-c941-43fa-b5a8-b5fe191dd777" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.154360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb50c811-c941-43fa-b5a8-b5fe191dd777" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.154360] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb50c811-c941-43fa-b5a8-b5fe191dd777',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.317365] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.317365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.317365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.317365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.317365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.319019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 already deleted. [ 585.319019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.319019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.319019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.319019] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.327274] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.328159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.328279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.328575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.328706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.328848] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f is going to be created. [ 585.361016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.361181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.361470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.361629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.374103] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: UNINITIALIZED for 2s [ 585.583946] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.583946] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.583946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.590053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 097bb721-43e9-4731-b30e-06b7a3460147 with status ACTIVE [ 585.590053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.590053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.590053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.590053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.590053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 097bb721-43e9-4731-b30e-06b7a3460147 is going to be updated. [ 585.614857] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.615057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.615131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.615273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.615400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.615553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-097bb721-43e9-4731-b30e-06b7a3460147" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.656195] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb50c811-c941-43fa-b5a8-b5fe191dd777 [ 585.656432] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.656567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.656698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.656904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.657038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.657283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb50c811-c941-43fa-b5a8-b5fe191dd777 already deleted. [ 585.657283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb50c811-c941-43fa-b5a8-b5fe191dd777" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.714457] env[65762]: INFO networking_nsxv3.common.synchronization [None req-edd88703-7ab8-46ae-a31e-c868115c788a None None] Enqueued Resource ID: ab0a0679-651c-4cef-8791-2e9969f268d9 with Priority: HIGHEST for action port [ 585.715144] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0a0679-651c-4cef-8791-2e9969f268d9 with Priority: HIGHEST for action port [ 585.715353] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0a0679-651c-4cef-8791-2e9969f268d9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.715469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0a0679-651c-4cef-8791-2e9969f268d9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.715531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0a0679-651c-4cef-8791-2e9969f268d9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.715771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0a0679-651c-4cef-8791-2e9969f268d9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.715854] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0a0679-651c-4cef-8791-2e9969f268d9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.841644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.841952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.841952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.842047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.842200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.842246] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 already deleted. [ 585.842388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.084740] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.095890] env[65762]: INFO networking_nsxv3.common.synchronization [req-6b87f0c7-e053-41cc-bbce-79f57e5bcf3a req-d0adad6b-6289-4a12-94db-4b9e8ebe8f76 tempest-TenantUsagesTestJSON-1658455018 tempest-TenantUsagesTestJSON-1658455018-project-member] Enqueued Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 586.096953] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 586.097278] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.097406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.097475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.097720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.097871] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.097969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.098041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.098217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.098306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.098400] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.222950] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab0a0679-651c-4cef-8791-2e9969f268d9 [ 586.222950] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.222950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.222950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.222950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.222950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.222950] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab0a0679-651c-4cef-8791-2e9969f268d9 already deleted. [ 586.222950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0a0679-651c-4cef-8791-2e9969f268d9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.586923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.587327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.587478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.587722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.587890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.588427] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be created. [ 586.601264] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.602652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.602652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.602652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.602652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.602652] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.603332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.604481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.604481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.604481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.604481] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165da032-acd6-4806-8db1-e09a7b3fc880 already deleted. [ 586.604481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.620284] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.620284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.620284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.620284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.620284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.629466] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: UNINITIALIZED for 2s [ 586.769213] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.770183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.770183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.770183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.772381] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.772594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.772742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.773000] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.773211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.773465] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.773652] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.773810] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.773934] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.774701] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.774857] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.775034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.795736] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.795736] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.795736] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.795736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.795736] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.795736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.796723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.796723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.796723] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b0e719-7ab2-4925-b791-a8a9d6cb3097',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.299215] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.299215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.299215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.299215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.299709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.299709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port a8b0e719-7ab2-4925-b791-a8a9d6cb3097 not found, creating... [ 587.299863] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.300055] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.300101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.300450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.300547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.300810] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.300967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.301091] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.301391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.301522] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.301690] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: a8b0e719-7ab2-4925-b791-a8a9d6cb3097 is going to be created. [ 587.330037] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.330205] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.330249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.330515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.330727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.330939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.384848] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: SUCCESS [ 587.385488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.385724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.386090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.386165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.386245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.386360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.386483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.386632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.387043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.387043] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.481116] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0fd53341-18ba-4696-ad0b-9d38a5add045 None None] Enqueued Resource ID: dfe3b518-3f44-4424-a427-e9681798b4be with Priority: HIGHEST for action port [ 587.481116] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe3b518-3f44-4424-a427-e9681798b4be with Priority: HIGHEST for action port [ 587.481116] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe3b518-3f44-4424-a427-e9681798b4be taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.481116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe3b518-3f44-4424-a427-e9681798b4be" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.481116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe3b518-3f44-4424-a427-e9681798b4be" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.481116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe3b518-3f44-4424-a427-e9681798b4be" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.481116] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe3b518-3f44-4424-a427-e9681798b4be',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.850443] env[65762]: INFO networking_nsxv3.common.synchronization [None req-b59a9e72-b262-47f0-8269-bd422222a7a9 None None] Enqueued Resource ID: e3e57764-323a-4797-a502-d2d911af28d6 with Priority: HIGHEST for action port [ 587.850443] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e57764-323a-4797-a502-d2d911af28d6 with Priority: HIGHEST for action port [ 587.850443] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e57764-323a-4797-a502-d2d911af28d6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.850443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e57764-323a-4797-a502-d2d911af28d6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.850443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e57764-323a-4797-a502-d2d911af28d6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.850443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e57764-323a-4797-a502-d2d911af28d6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.850443] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e57764-323a-4797-a502-d2d911af28d6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.891170] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.983574] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe3b518-3f44-4424-a427-e9681798b4be [ 587.986403] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.986403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.986403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.986403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.986403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.986403] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe3b518-3f44-4424-a427-e9681798b4be already deleted. [ 587.986403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe3b518-3f44-4424-a427-e9681798b4be" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [req-6b87f0c7-e053-41cc-bbce-79f57e5bcf3a req-75eeb192-3f35-46ce-a314-2a3211f40811 service nova] Enqueued Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_rules [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [req-6b87f0c7-e053-41cc-bbce-79f57e5bcf3a req-75eeb192-3f35-46ce-a314-2a3211f40811 service nova] Enqueued Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [req-6b87f0c7-e053-41cc-bbce-79f57e5bcf3a req-75eeb192-3f35-46ce-a314-2a3211f40811 service nova] Enqueued Resource ID: a8b0e719-7ab2-4925-b791-a8a9d6cb3097 with Priority: HIGHEST for action port [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_rules [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 588.048422] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b0e719-7ab2-4925-b791-a8a9d6cb3097 with Priority: HIGHEST for action port [ 588.048422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.048422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.048422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.049050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.052122] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.052122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.052122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.052122] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.052122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.052122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.052757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.052990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.053330] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b0e719-7ab2-4925-b791-a8a9d6cb3097',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.352814] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3e57764-323a-4797-a502-d2d911af28d6 [ 588.353089] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.353184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.353253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.353466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.353549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.353641] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3e57764-323a-4797-a502-d2d911af28d6 already deleted. [ 588.353718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e57764-323a-4797-a502-d2d911af28d6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.393829] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d94fb69c-5174-4040-a5d5-fcb487cb1e4f: rpc.has_security_group_logging(os_id): False [ 588.413228] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.413430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.413430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.413641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.413729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.413962] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.414072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.414137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.414290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.414366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.414957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f is going to be created. [ 588.476747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.476925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.476969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.477214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.477393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.487969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: IN_PROGRESS for 2s [ 588.559030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.559179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.559272] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.560180] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8b0e719-7ab2-4925-b791-a8a9d6cb3097 with status ACTIVE [ 588.560389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.560573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.560573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.560758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.560844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.561015] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.561147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.561213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.561375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.561454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.561630] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.561723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.561852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.562031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.562114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.562287] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8b0e719-7ab2-4925-b791-a8a9d6cb3097 is going to be updated. [ 588.584181] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.584351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.584425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.584709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.584904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.585117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b0e719-7ab2-4925-b791-a8a9d6cb3097" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.644396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 588.644758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.644962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.645219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.645431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.645563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.645632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.645827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.645935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.646114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.646265] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.066218] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.149074] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.149074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.149293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.149333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.149481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.149581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.149661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.149845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.149910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.150011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.150228] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.150363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.150407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.150521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.150657] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.150748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.150827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.150937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.151016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.151115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.151205] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.429127] env[65762]: INFO networking_nsxv3.common.synchronization [req-e2801372-7f52-487b-a6d4-787aa92742dc req-0eef762f-55be-448f-acd8-110c1caab36c tempest-ServersAdminNegativeTestJSON-1221212447 tempest-ServersAdminNegativeTestJSON-1221212447-project-member] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 589.431570] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 589.432039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.432308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.432930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.433305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.433573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.433804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.433959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.434230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.434405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.434584] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.567785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.567977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.567977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.568486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.568486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.568486] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165da032-acd6-4806-8db1-e09a7b3fc880 is going to be created. [ 589.592083] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.592231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.592454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.592608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.592684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.604522] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: UNINITIALIZED for 2s [ 589.646216] env[65762]: INFO networking_nsxv3.common.synchronization [None req-077dc24b-2932-440e-8433-ccf119f54a78 None None] Enqueued Resource ID: 62ce8644-4030-41e8-adf7-9a9befef814c with Priority: HIGHEST for action port [ 589.646806] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ce8644-4030-41e8-adf7-9a9befef814c with Priority: HIGHEST for action port [ 589.647184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ce8644-4030-41e8-adf7-9a9befef814c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.647280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ce8644-4030-41e8-adf7-9a9befef814c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.647324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ce8644-4030-41e8-adf7-9a9befef814c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.647568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ce8644-4030-41e8-adf7-9a9befef814c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.647650] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ce8644-4030-41e8-adf7-9a9befef814c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.653463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10528d1b-c448-4197-a697-15cec3545ff3: rpc.has_security_group_logging(os_id): False [ 589.675967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.676126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.676194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.676411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.676498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.676938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.676938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.676938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.677127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.677127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.677277] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.677353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.677411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.677548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.677616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.677786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.677877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.678586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.678764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.678880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.678998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be created. [ 589.776773] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.776920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.776979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.777222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.777396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.791042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 589.937259] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.941021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.941021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c already deleted. [ 589.941021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.151996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ce8644-4030-41e8-adf7-9a9befef814c [ 590.152380] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.152380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.152491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.152652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.152743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.152837] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ce8644-4030-41e8-adf7-9a9befef814c already deleted. [ 590.152917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ce8644-4030-41e8-adf7-9a9befef814c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.348366] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.348632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.348757] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.349070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.349466] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.349682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.349939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.350179] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.350434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.350617] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.350747] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.350875] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.351008] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.351205] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.351345] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.351967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.371432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.371597] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.371753] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.371948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.372296] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-c95ad44b-a164-43ee-a241-b2bf9cb30448 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.372555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.372718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.373060] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.373233] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95ad44b-a164-43ee-a241-b2bf9cb30448',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.504228] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: SUCCESS [ 590.504228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.876105] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.876391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.876515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.877112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.877112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.877112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port c95ad44b-a164-43ee-a241-b2bf9cb30448 not found, creating... [ 590.877467] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.877647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.877647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.877928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.877928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.878275] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.878460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.878545] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.878824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.879086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879382] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: c95ad44b-a164-43ee-a241-b2bf9cb30448 is going to be created. [ 590.902418] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.902616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.902731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.904020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.904020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.904020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.270711] env[65762]: INFO networking_nsxv3.common.synchronization [req-54688f4d-ef9f-4c89-97c7-91c082277dc3 req-bd8878e2-40cb-4ad0-8d8b-8e6da7f3d5f3 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 591.271218] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 591.271815] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.272693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.272770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.273058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.273237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.273337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.274353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.274353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.274353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.274353] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.333897] env[65762]: INFO networking_nsxv3.common.synchronization [None req-19a71582-1914-43f3-8051-b41214f7ac0d None None] Enqueued Resource ID: 0db17183-2c1a-4973-a7e4-c2fadd14cf5e with Priority: HIGHEST for action port [ 591.334588] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db17183-2c1a-4973-a7e4-c2fadd14cf5e with Priority: HIGHEST for action port [ 591.334900] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db17183-2c1a-4973-a7e4-c2fadd14cf5e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.335062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db17183-2c1a-4973-a7e4-c2fadd14cf5e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.335158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db17183-2c1a-4973-a7e4-c2fadd14cf5e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.335541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db17183-2c1a-4973-a7e4-c2fadd14cf5e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.336445] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db17183-2c1a-4973-a7e4-c2fadd14cf5e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.616492] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: SUCCESS [ 591.616859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.616951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.617243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.617468] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.617603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.617697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.617872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.618059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.618137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.618287] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.624607] env[65762]: INFO networking_nsxv3.common.synchronization [req-e2801372-7f52-487b-a6d4-787aa92742dc req-ad5e7a2c-c463-405e-99f0-d29011b5b136 service nova] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_rules [ 591.624924] env[65762]: INFO networking_nsxv3.common.synchronization [req-e2801372-7f52-487b-a6d4-787aa92742dc req-ad5e7a2c-c463-405e-99f0-d29011b5b136 service nova] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 591.625038] env[65762]: INFO networking_nsxv3.common.synchronization [req-e2801372-7f52-487b-a6d4-787aa92742dc req-ad5e7a2c-c463-405e-99f0-d29011b5b136 service nova] Enqueued Resource ID: c95ad44b-a164-43ee-a241-b2bf9cb30448 with Priority: HIGHEST for action port [ 591.625629] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_rules [ 591.625746] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 591.625864] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95ad44b-a164-43ee-a241-b2bf9cb30448 with Priority: HIGHEST for action port [ 591.626404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.626404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.626404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.626687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.626800] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.627898] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.627898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.627898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.628457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.628457] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.628457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.628999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.628999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.628999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.628999] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.630794] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95ad44b-a164-43ee-a241-b2bf9cb30448 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.630794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.630794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.630794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.631157] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95ad44b-a164-43ee-a241-b2bf9cb30448',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.776787] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.777072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.777072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.777254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.777541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.777614] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.777666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.777822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.777964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.778070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.778158] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 already deleted. [ 591.778231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.804616] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 591.805048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.838006] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0db17183-2c1a-4973-a7e4-c2fadd14cf5e [ 591.838365] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.838611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.838611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.838782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.838865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.839084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0db17183-2c1a-4973-a7e4-c2fadd14cf5e already deleted. [ 591.839084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db17183-2c1a-4973-a7e4-c2fadd14cf5e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.120699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.120852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.120852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.121216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.122420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.122420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.122420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.122802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.123095] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.123361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.123555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.123745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.123899] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.124010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.124080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.124235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.124316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.124399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.124488] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.132130] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.133151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.133292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.133679] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c95ad44b-a164-43ee-a241-b2bf9cb30448 with status ACTIVE [ 592.133837] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.133987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.134045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.134191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.134275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.134434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.134529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.134589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.134733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.134805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.134973] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.135075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.135134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.135269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.135337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.135421] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c95ad44b-a164-43ee-a241-b2bf9cb30448 is going to be updated. [ 592.158892] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.159018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.159105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.159299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.159427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.159583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95ad44b-a164-43ee-a241-b2bf9cb30448" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.627712] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 165da032-acd6-4806-8db1-e09a7b3fc880: rpc.has_security_group_logging(os_id): False [ 592.635618] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.647402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.647707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.647785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.647972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.648108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.648327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.648427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.648560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.648657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.648755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.649535] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.649535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.649535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.649535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.649710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.649788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.649898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.649942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.650126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.650238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.650273] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 165da032-acd6-4806-8db1-e09a7b3fc880 is going to be created. [ 592.713980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.713980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.713980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.714214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.714460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.727477] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: IN_PROGRESS for 2s [ 592.924327] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.924327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.924327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.924620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.924890] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.925124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.925312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.925609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.925814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.926845] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.926845] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.926845] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.926845] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.926845] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.926845] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.927129] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.947765] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.949199] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.949199] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.949199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.949199] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.949199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.949199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.949639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.949832] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae37d40-e9ac-46ab-9d4f-9dd6419daf00',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.138439] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.138597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.138703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.138881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.139064] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be created. [ 593.162675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.162892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.162892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.163115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.163277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.173273] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: UNINITIALIZED for 2s [ 593.284517] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c68cf21f-c97d-4ed9-ad66-4a8b5c197d0c None None] Enqueued Resource ID: 84d96f87-f4e9-4b1b-819e-df6b5225adad with Priority: HIGHEST for action port [ 593.285434] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d96f87-f4e9-4b1b-819e-df6b5225adad with Priority: HIGHEST for action port [ 593.285434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d96f87-f4e9-4b1b-819e-df6b5225adad taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.285598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d96f87-f4e9-4b1b-819e-df6b5225adad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.285598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d96f87-f4e9-4b1b-819e-df6b5225adad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.286191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d96f87-f4e9-4b1b-819e-df6b5225adad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.286191] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d96f87-f4e9-4b1b-819e-df6b5225adad',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.453507] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.453725] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.453980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.454325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.454478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.454629] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port bae37d40-e9ac-46ab-9d4f-9dd6419daf00 not found, creating... [ 593.454920] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.455328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.455543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.456936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.457109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.457407] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.457763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.457891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.458158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.458291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.458426] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: bae37d40-e9ac-46ab-9d4f-9dd6419daf00 is going to be created. [ 593.481152] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.481432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.481572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.481857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.482123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.482590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.789888] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d96f87-f4e9-4b1b-819e-df6b5225adad [ 593.790828] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.790828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.790828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.790828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.790828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.793476] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d96f87-f4e9-4b1b-819e-df6b5225adad already deleted. [ 593.793476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d96f87-f4e9-4b1b-819e-df6b5225adad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.849615] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2a4d028e-f632-4480-99a5-579e1b43b10a None None] Enqueued Resource ID: 87d9e969-58fc-4432-9cfd-b6067bc0a33b with Priority: HIGHEST for action port [ 593.849962] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d9e969-58fc-4432-9cfd-b6067bc0a33b with Priority: HIGHEST for action port [ 593.850318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d9e969-58fc-4432-9cfd-b6067bc0a33b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.850455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d9e969-58fc-4432-9cfd-b6067bc0a33b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.850505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d9e969-58fc-4432-9cfd-b6067bc0a33b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.851026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d9e969-58fc-4432-9cfd-b6067bc0a33b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.851026] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d9e969-58fc-4432-9cfd-b6067bc0a33b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.978820] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c4ade3d0-395c-4909-a5bb-caf9656a8515 None None] Enqueued Resource ID: 78b05c5b-e7ad-4c74-850b-96d533fa9438 with Priority: HIGHEST for action port [ 593.979093] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b05c5b-e7ad-4c74-850b-96d533fa9438 with Priority: HIGHEST for action port [ 593.979983] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b05c5b-e7ad-4c74-850b-96d533fa9438 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.981042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b05c5b-e7ad-4c74-850b-96d533fa9438" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.981236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b05c5b-e7ad-4c74-850b-96d533fa9438" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.981342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b05c5b-e7ad-4c74-850b-96d533fa9438" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.981783] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b05c5b-e7ad-4c74-850b-96d533fa9438',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.198475] env[65762]: INFO networking_nsxv3.common.synchronization [req-54688f4d-ef9f-4c89-97c7-91c082277dc3 req-33e7e995-0e18-4007-8350-aae297ccb35c service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 594.198731] env[65762]: INFO networking_nsxv3.common.synchronization [req-54688f4d-ef9f-4c89-97c7-91c082277dc3 req-33e7e995-0e18-4007-8350-aae297ccb35c service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 594.198970] env[65762]: INFO networking_nsxv3.common.synchronization [req-54688f4d-ef9f-4c89-97c7-91c082277dc3 req-33e7e995-0e18-4007-8350-aae297ccb35c service nova] Enqueued Resource ID: bae37d40-e9ac-46ab-9d4f-9dd6419daf00 with Priority: HIGHEST for action port [ 594.198970] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 594.199112] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 594.199212] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae37d40-e9ac-46ab-9d4f-9dd6419daf00 with Priority: HIGHEST for action port [ 594.199755] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.199917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.200203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.200449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.200449] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.201924] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.202054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.202124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.202298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.202452] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.202560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.202603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.202734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.202816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.202906] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.205900] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.205900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.205900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.205900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.205900] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae37d40-e9ac-46ab-9d4f-9dd6419daf00',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.352520] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d9e969-58fc-4432-9cfd-b6067bc0a33b [ 594.352765] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.352875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.352939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.353176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.353261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.353350] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d9e969-58fc-4432-9cfd-b6067bc0a33b already deleted. [ 594.353428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d9e969-58fc-4432-9cfd-b6067bc0a33b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.486306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78b05c5b-e7ad-4c74-850b-96d533fa9438 [ 594.486306] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.486306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.486306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.486306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.486306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.486306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78b05c5b-e7ad-4c74-850b-96d533fa9438 already deleted. [ 594.486306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b05c5b-e7ad-4c74-850b-96d533fa9438" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.675841] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c34de0f7-88b4-4a4d-a6bb-84e25882b95b None None] Enqueued Resource ID: 0afe1f4e-128a-4255-94e6-ec96619c1b85 with Priority: HIGHEST for action port [ 594.676407] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afe1f4e-128a-4255-94e6-ec96619c1b85 with Priority: HIGHEST for action port [ 594.676713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afe1f4e-128a-4255-94e6-ec96619c1b85 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.676960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afe1f4e-128a-4255-94e6-ec96619c1b85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.676960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afe1f4e-128a-4255-94e6-ec96619c1b85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.677374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afe1f4e-128a-4255-94e6-ec96619c1b85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.677374] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afe1f4e-128a-4255-94e6-ec96619c1b85',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.702467] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.702604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.706618] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.710038] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae37d40-e9ac-46ab-9d4f-9dd6419daf00 with status ACTIVE [ 594.710038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.710038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.710038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.711360] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.711830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.711917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.712182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.712264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.712327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae37d40-e9ac-46ab-9d4f-9dd6419daf00 is going to be updated. [ 594.738743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.738934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.739238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.739611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.740449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.740449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae37d40-e9ac-46ab-9d4f-9dd6419daf00" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.750636] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: SUCCESS [ 594.750846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.011015] env[65762]: INFO networking_nsxv3.common.synchronization [req-e72dd090-ca9c-4d82-b81b-d4447027c438 req-e530700f-2b91-4766-96d2-63216280d79e tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 595.011357] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 595.012988] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.012988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.012988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.012988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.013188] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.013188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.013265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.013627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.013627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.013729] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.181179] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afe1f4e-128a-4255-94e6-ec96619c1b85 [ 595.181179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.181179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.181179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.181179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.181179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.181179] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afe1f4e-128a-4255-94e6-ec96619c1b85 already deleted. [ 595.181179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afe1f4e-128a-4255-94e6-ec96619c1b85" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.182967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 595.183186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.183336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.183680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.183859] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.183993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.185748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.185748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.185748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.185748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.185748] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.217620] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.517707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.517707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.517707] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 already deleted. [ 595.517707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.689233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.689233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.689233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.689750] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.689750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.689750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.689750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.689750] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.689750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.689936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.689970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.690024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.690123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.690317] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.720161] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.720362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.720431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.720615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.720745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.720870] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be created. [ 595.748608] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.749009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.749129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.749531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.749531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.761082] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: UNINITIALIZED for 2s [ 596.152507] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.152507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.152507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.152874] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.152874] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.152969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.154031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.154031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.154031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.154031] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.154031] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.154031] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.154031] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.154305] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.154305] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.154305] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.177146] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.177230] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.177361] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.177526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.177834] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-27505ff4-48bf-4070-bfac-2dbe01c32bc3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.177998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.178130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.178454] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.178583] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27505ff4-48bf-4070-bfac-2dbe01c32bc3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.195079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95573519-e8b4-42b7-a1d2-128cb213163c: rpc.has_security_group_logging(os_id): False [ 596.217977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.217977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.217977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.218339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.218339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.218598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.218598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.218598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.218713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221707] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be created. [ 596.227254] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d6554f8a-c908-471f-a89d-07a71ff7a104 None None] Enqueued Resource ID: 6da8f252-74eb-420c-ab13-21128eec056e with Priority: HIGHEST for action port [ 596.227254] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da8f252-74eb-420c-ab13-21128eec056e with Priority: HIGHEST for action port [ 596.227254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da8f252-74eb-420c-ab13-21128eec056e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.227254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da8f252-74eb-420c-ab13-21128eec056e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.227415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da8f252-74eb-420c-ab13-21128eec056e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.229538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da8f252-74eb-420c-ab13-21128eec056e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.229538] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da8f252-74eb-420c-ab13-21128eec056e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.300261] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.300476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.300583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.300814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.301028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.316667] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 596.684465] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.687547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.687699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.687993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.688158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.688314] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 27505ff4-48bf-4070-bfac-2dbe01c32bc3 not found, creating... [ 596.688588] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.688853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689492] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.689638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.690171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.690286] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 27505ff4-48bf-4070-bfac-2dbe01c32bc3 is going to be created. [ 596.711624] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.711939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.712230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.712554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.712668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.731548] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6da8f252-74eb-420c-ab13-21128eec056e [ 596.731782] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.731920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.731997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.732228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.732408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.732505] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6da8f252-74eb-420c-ab13-21128eec056e already deleted. [ 596.732594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da8f252-74eb-420c-ab13-21128eec056e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.775315] env[65762]: INFO networking_nsxv3.common.synchronization [None req-efdfe8fb-677c-4902-acfd-e40fafaf16c6 None None] Enqueued Resource ID: afb95554-099c-4053-b1d2-4648be1920fa with Priority: HIGHEST for action port [ 596.775724] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb95554-099c-4053-b1d2-4648be1920fa with Priority: HIGHEST for action port [ 596.775918] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb95554-099c-4053-b1d2-4648be1920fa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.776044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb95554-099c-4053-b1d2-4648be1920fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.776487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb95554-099c-4053-b1d2-4648be1920fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.776487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb95554-099c-4053-b1d2-4648be1920fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.776643] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb95554-099c-4053-b1d2-4648be1920fa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.279941] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afb95554-099c-4053-b1d2-4648be1920fa [ 597.279941] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.280465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.280465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.280465] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afb95554-099c-4053-b1d2-4648be1920fa already deleted. [ 597.280465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb95554-099c-4053-b1d2-4648be1920fa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.435754] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9ba28d03-b2ee-4a1a-b38a-a2356500b54c None None] Enqueued Resource ID: 1c3120b6-2f5c-4a96-9726-dd0a785ef604 with Priority: HIGHEST for action port [ 597.436514] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3120b6-2f5c-4a96-9726-dd0a785ef604 with Priority: HIGHEST for action port [ 597.436632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3120b6-2f5c-4a96-9726-dd0a785ef604 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.436988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3120b6-2f5c-4a96-9726-dd0a785ef604" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.436988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3120b6-2f5c-4a96-9726-dd0a785ef604" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.437172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3120b6-2f5c-4a96-9726-dd0a785ef604" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.437252] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3120b6-2f5c-4a96-9726-dd0a785ef604',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.482813] env[65762]: INFO networking_nsxv3.common.synchronization [req-e72dd090-ca9c-4d82-b81b-d4447027c438 req-0e5b757a-9c42-4360-a233-47b93b926485 service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 597.483090] env[65762]: INFO networking_nsxv3.common.synchronization [req-e72dd090-ca9c-4d82-b81b-d4447027c438 req-0e5b757a-9c42-4360-a233-47b93b926485 service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 597.483262] env[65762]: INFO networking_nsxv3.common.synchronization [req-e72dd090-ca9c-4d82-b81b-d4447027c438 req-0e5b757a-9c42-4360-a233-47b93b926485 service nova] Enqueued Resource ID: 27505ff4-48bf-4070-bfac-2dbe01c32bc3 with Priority: HIGHEST for action port [ 597.483860] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 597.484095] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 597.484215] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27505ff4-48bf-4070-bfac-2dbe01c32bc3 with Priority: HIGHEST for action port [ 597.484512] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.484644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.484708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.485267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.485267] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.486174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.486329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.486426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.486766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.486933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.488039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.488039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.488039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.488039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.488039] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.490291] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-27505ff4-48bf-4070-bfac-2dbe01c32bc3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.490291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.490291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.490291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.490291] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27505ff4-48bf-4070-bfac-2dbe01c32bc3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.775299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 597.775465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.775630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.775846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.776243] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.778084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.778084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.778084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.778084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.778084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.778084] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.842422] env[65762]: INFO networking_nsxv3.common.synchronization [req-e4da45fc-1ead-45db-95e3-ce1b4efcd276 req-b95e42eb-f493-4385-90e8-c745caa5954b tempest-VolumesAdminNegativeTest-928944803 tempest-VolumesAdminNegativeTest-928944803-project-member] Enqueued Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 597.843147] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 597.843469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.843597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.843664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.843928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.844108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.844309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.844309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.844436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.844521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.844620] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.941569] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c3120b6-2f5c-4a96-9726-dd0a785ef604 [ 597.942350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.943033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.943033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.943033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.943247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.943247] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c3120b6-2f5c-4a96-9726-dd0a785ef604 already deleted. [ 597.943376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3120b6-2f5c-4a96-9726-dd0a785ef604" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.992064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.992064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.993957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27505ff4-48bf-4070-bfac-2dbe01c32bc3 with status ACTIVE [ 597.994191] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.997469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.997469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.997469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.997469] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27505ff4-48bf-4070-bfac-2dbe01c32bc3 is going to be updated. [ 597.997469] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.024185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.024470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.024843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.024843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.025047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.025447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27505ff4-48bf-4070-bfac-2dbe01c32bc3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.062948] env[65762]: INFO networking_nsxv3.common.synchronization [None req-a0b4a321-8a72-4665-ade7-219ea02ed6c9 None None] Enqueued Resource ID: 8095ada2-6ed0-48c4-83be-a9e33e1c82a7 with Priority: HIGHEST for action port [ 598.065317] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8095ada2-6ed0-48c4-83be-a9e33e1c82a7 with Priority: HIGHEST for action port [ 598.065921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8095ada2-6ed0-48c4-83be-a9e33e1c82a7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.068235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8095ada2-6ed0-48c4-83be-a9e33e1c82a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.068344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8095ada2-6ed0-48c4-83be-a9e33e1c82a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.068608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8095ada2-6ed0-48c4-83be-a9e33e1c82a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.068692] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8095ada2-6ed0-48c4-83be-a9e33e1c82a7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.280860] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.281267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.281267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.281352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.281556] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.281672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.281753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.281948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.282058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.282156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.282301] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.282397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.282458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.282614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.282793] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.282905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.282968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.283172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.283267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.283374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.283474] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.297990] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.297990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-307" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.297990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-307" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.297990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-307" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.298432] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.298432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.298537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.299860] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.300387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.300387] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.300526] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.300562] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.300825] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.300825] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.300916] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.301025] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.326797] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.327035] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.327270] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.327432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-307" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.327788] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-bae11def-5529-4636-bee2-701903d2d400 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.328027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.328174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.328547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.332021] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae11def-5529-4636-bee2-701903d2d400',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.332021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 598.332021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.346414] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347421] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.347421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347759] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a already deleted. [ 598.347848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.487134] env[65762]: INFO networking_nsxv3.common.synchronization [req-931e5ccc-d67c-4a3e-a91e-7e7cf0f01c82 req-55dfb36e-be4c-41aa-9306-6964eca87ea4 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 598.487134] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 598.487237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.488114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.488837] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.488991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.489127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.489346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.489495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.489651] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.501279] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.572609] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8095ada2-6ed0-48c4-83be-a9e33e1c82a7 [ 598.573751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.573751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.573751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.573751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.573751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.573751] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8095ada2-6ed0-48c4-83be-a9e33e1c82a7 already deleted. [ 598.573751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8095ada2-6ed0-48c4-83be-a9e33e1c82a7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.786397] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 598.806521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.806734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.806810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.807039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.807137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.807390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.807490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.807551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.807712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.807786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.807952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.808062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.808120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.808257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.808325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.808491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.808577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.808632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.808765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.808833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.808913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be created. [ 598.832712] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.832934] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.833067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.833350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.833513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.833675] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port bae11def-5529-4636-bee2-701903d2d400 not found, creating... [ 598.835830] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.835830] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.835830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.836389] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: bae11def-5529-4636-bee2-701903d2d400 is going to be created. [ 598.858966] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.859614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.859751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.860139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.860371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.860728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.879741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.879846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.879951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.880439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.880439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.908314] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 598.995924] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.995924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.995924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.995924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.995924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.996502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.996810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.997041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.997315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.997727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.997727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 already deleted. [ 598.997727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.002296] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.002512] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.002635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.002943] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.003218] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.003370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.003485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.003697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.003833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.004061] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.004150] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.004254] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.004357] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.004459] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.004559] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.004682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.006506] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.006506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.006506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.006698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.006781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.006882] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be created. [ 599.040212] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.040380] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.040505] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.041702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.041702] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-b3e3d916-6595-4bb1-b360-7d19939adb28 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.041702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.041702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.041702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.042073] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e3d916-6595-4bb1-b360-7d19939adb28',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.044926] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.044926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.044926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.045217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.045217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.067777] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: UNINITIALIZED for 2s [ 599.545435] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.545818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.545818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.546033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.546190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.546335] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port b3e3d916-6595-4bb1-b360-7d19939adb28 not found, creating... [ 599.546583] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.546735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.546849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.547074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.547207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.547476] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.547624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.547892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.548143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.548279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.548416] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: b3e3d916-6595-4bb1-b360-7d19939adb28 is going to be created. [ 599.569910] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.570185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.570311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.570579] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.570795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.571051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.598181] env[65762]: INFO networking_nsxv3.common.synchronization [req-e4da45fc-1ead-45db-95e3-ce1b4efcd276 req-e709d06f-6cca-49ae-8dd7-ca8b0cd1643b service nova] Enqueued Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_rules [ 599.598357] env[65762]: INFO networking_nsxv3.common.synchronization [req-e4da45fc-1ead-45db-95e3-ce1b4efcd276 req-e709d06f-6cca-49ae-8dd7-ca8b0cd1643b service nova] Enqueued Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 599.598488] env[65762]: INFO networking_nsxv3.common.synchronization [req-e4da45fc-1ead-45db-95e3-ce1b4efcd276 req-e709d06f-6cca-49ae-8dd7-ca8b0cd1643b service nova] Enqueued Resource ID: bae11def-5529-4636-bee2-701903d2d400 with Priority: HIGHEST for action port [ 599.599112] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_rules [ 599.599171] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 599.599288] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae11def-5529-4636-bee2-701903d2d400 with Priority: HIGHEST for action port [ 599.599574] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.599714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.599751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.600188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.600188] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.601034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.601199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.601266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.601441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.601583] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.604016] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.604016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae11def-5529-4636-bee2-701903d2d400 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.604016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.604016] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae11def-5529-4636-bee2-701903d2d400',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.953689] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1b25a846-4157-4d7e-96c6-78838d5f57ee None None] Enqueued Resource ID: 871a8981-0335-4ee0-a837-8479b59ecf44 with Priority: HIGHEST for action port [ 599.954372] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871a8981-0335-4ee0-a837-8479b59ecf44 with Priority: HIGHEST for action port [ 599.954754] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-871a8981-0335-4ee0-a837-8479b59ecf44 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.954863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871a8981-0335-4ee0-a837-8479b59ecf44" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.954934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871a8981-0335-4ee0-a837-8479b59ecf44" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.955277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871a8981-0335-4ee0-a837-8479b59ecf44" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.955328] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871a8981-0335-4ee0-a837-8479b59ecf44',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.105744] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.108021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.108021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.108021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae11def-5529-4636-bee2-701903d2d400 with status ACTIVE [ 600.108521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.108642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.108701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.108922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.109030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.109302] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.109302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.109470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.109535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.109601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.109764] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.109877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.109951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.110094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.110180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.110278] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae11def-5529-4636-bee2-701903d2d400 is going to be updated. [ 600.137594] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.137879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.137879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.138093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.138215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.138382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae11def-5529-4636-bee2-701903d2d400" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.316275] env[65762]: INFO networking_nsxv3.common.synchronization [req-931e5ccc-d67c-4a3e-a91e-7e7cf0f01c82 req-bf1dbacb-9c10-4b66-b930-19bb32c8fc80 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 600.316275] env[65762]: INFO networking_nsxv3.common.synchronization [req-931e5ccc-d67c-4a3e-a91e-7e7cf0f01c82 req-bf1dbacb-9c10-4b66-b930-19bb32c8fc80 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 600.316275] env[65762]: INFO networking_nsxv3.common.synchronization [req-931e5ccc-d67c-4a3e-a91e-7e7cf0f01c82 req-bf1dbacb-9c10-4b66-b930-19bb32c8fc80 service nova] Enqueued Resource ID: b3e3d916-6595-4bb1-b360-7d19939adb28 with Priority: HIGHEST for action port [ 600.320078] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 600.320078] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 600.320078] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e3d916-6595-4bb1-b360-7d19939adb28 with Priority: HIGHEST for action port [ 600.320078] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.320078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.320078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.320656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.320656] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.321611] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.321792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.321883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.322117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.322313] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.322469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.322557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.322737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.322845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.322965] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.323885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e3d916-6595-4bb1-b360-7d19939adb28 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.324041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.325778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.325778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.325778] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e3d916-6595-4bb1-b360-7d19939adb28',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.459126] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 871a8981-0335-4ee0-a837-8479b59ecf44 [ 600.459126] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.459126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.459126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.459126] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:871a8981-0335-4ee0-a837-8479b59ecf44 already deleted. [ 600.459126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871a8981-0335-4ee0-a837-8479b59ecf44" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.616220] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.824277] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c9dd2843-41ed-449d-be3c-2acb073ce038 None None] Enqueued Resource ID: 96d56463-9b91-43ef-94ff-532ec549d402 with Priority: HIGHEST for action port [ 600.824277] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d56463-9b91-43ef-94ff-532ec549d402 with Priority: HIGHEST for action port [ 600.824277] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d56463-9b91-43ef-94ff-532ec549d402 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.824277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d56463-9b91-43ef-94ff-532ec549d402" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.824277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d56463-9b91-43ef-94ff-532ec549d402" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.826086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d56463-9b91-43ef-94ff-532ec549d402" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.826086] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d56463-9b91-43ef-94ff-532ec549d402',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.826541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.828252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.828252] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.833492] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3e3d916-6595-4bb1-b360-7d19939adb28 with status ACTIVE [ 600.833492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.833492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.833492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.833492] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3e3d916-6595-4bb1-b360-7d19939adb28 is going to be updated. [ 600.863783] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.864868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e3d916-6595-4bb1-b360-7d19939adb28" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.929199] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 600.929453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.079129] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 601.079345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.079513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.079723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.079920] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.080203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.080308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.080599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.080689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.080784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.080881] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.116960] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.117222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.117271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.117541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.117662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.117794] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a is going to be created. [ 601.148276] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.148276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.148276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.148422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.148967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.160835] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: UNINITIALIZED for 2s [ 601.332709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d56463-9b91-43ef-94ff-532ec549d402 [ 601.332947] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.333099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.333173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.333388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.333475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.333571] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d56463-9b91-43ef-94ff-532ec549d402 already deleted. [ 601.333651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d56463-9b91-43ef-94ff-532ec549d402" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.342039] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.583341] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.583493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.583572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.583795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.583965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.584085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.584318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584680] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.584731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.585076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.585076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.585171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.585230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.585374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.585450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.585551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.585647] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.845387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.845702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.845702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.845881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.845996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.846207] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be created. [ 601.877691] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.879108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.879108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.879108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.879108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.891121] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: UNINITIALIZED for 2s [ 602.089257] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e8bf69-e0ca-4698-85ba-8c0151a71289: rpc.has_security_group_logging(os_id): False [ 602.119797] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.119994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.120077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.120405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.120563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.120826] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.120957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.121054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.121239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.121334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.121548] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.121684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.121853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.122055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.122177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.122388] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.122487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.122550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.122804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.122928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.123053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be created. [ 602.195057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.195717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.195927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.209415] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 602.787772] env[65762]: INFO networking_nsxv3.common.synchronization [None req-b986053a-6272-4094-9a7d-64eb1e7b32e9 tempest-ServersTestBootFromVolume-1324524451 tempest-ServersTestBootFromVolume-1324524451-project-member] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 602.788470] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 602.789167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.789167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.789167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.789301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.789358] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.982815] env[65762]: INFO networking_nsxv3.common.synchronization [None req-fe522b91-4cf2-43cb-bc64-ee707037eed5 tempest-ServersTestBootFromVolume-1324524451 tempest-ServersTestBootFromVolume-1324524451-project-member] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 602.982815] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 602.982815] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.983614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.175673] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: SUCCESS [ 603.175963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.177468] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.177468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.177468] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.315282] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.315500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.315500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.315722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.315794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.315907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 already deleted. [ 603.316020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.316193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.316440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.316538] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.333612] env[65762]: INFO networking_nsxv3.common.synchronization [req-22c74c34-3a5e-485b-9716-c029e10c725b req-74130d15-b84f-4593-a5ef-b307e35f8e27 tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 603.334820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 603.334820] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.334820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.334820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.334820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.335039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.335039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.335039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.335291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.335440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.335590] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.679514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.679708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.679763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.679990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.680194] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.680304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.680395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.680562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.680652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.680743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.680883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.680974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.681079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.681243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.681426] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.681521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.681609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.681727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.681801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.681889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.681976] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.837167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.837328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.837412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.837617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.837723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.837819] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 already deleted. [ 603.837909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.838205] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.907704] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.907704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.907704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.907704] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.171440] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.171820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.172118] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.172596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.173957] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.174203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.174328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.174718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.174955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.175288] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.178437] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.178437] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.178437] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.178437] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.178437] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.178437] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.185090] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a: rpc.has_security_group_logging(os_id): False [ 604.215676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.215676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.215676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.215851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.215890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.216184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.218114] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.218114] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.218114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.218114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a is going to be created. [ 604.220565] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.220747] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.220887] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.223450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.223450] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-2f578c0f-0765-4692-9178-e51525d23a79 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.223450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.223450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223450] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f578c0f-0765-4692-9178-e51525d23a79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.244615] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 604.244615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.298371] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.298577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.298577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.298762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.298940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.312175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: IN_PROGRESS for 2s [ 604.340256] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.411592] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.729218] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.729541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.729722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.730064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730238] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.730392] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 2f578c0f-0765-4692-9178-e51525d23a79 not found, creating... [ 604.730660] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.730815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730925] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.731221] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.731364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731639] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.731787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731896] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732494] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 2f578c0f-0765-4692-9178-e51525d23a79 is going to be created. [ 604.758569] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.759123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.759753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.759753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.759970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.760516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.843225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.843430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.843473] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.843691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.843786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.843885] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 604.917032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c675901-1de0-4174-a41c-2345c94b9f61: rpc.has_security_group_logging(os_id): False [ 604.964663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.964861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.965095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.966689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.966689] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be created. [ 604.970091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.970091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.970091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.970091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.970091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.987944] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 605.056998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.056998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.057264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.057414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.057667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.075159] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 605.490740] env[65762]: INFO networking_nsxv3.common.synchronization [req-22c74c34-3a5e-485b-9716-c029e10c725b req-a364c3ad-49ed-4da9-9408-832096cf94bc service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 605.491207] env[65762]: INFO networking_nsxv3.common.synchronization [req-22c74c34-3a5e-485b-9716-c029e10c725b req-a364c3ad-49ed-4da9-9408-832096cf94bc service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 605.491207] env[65762]: INFO networking_nsxv3.common.synchronization [req-22c74c34-3a5e-485b-9716-c029e10c725b req-a364c3ad-49ed-4da9-9408-832096cf94bc service nova] Enqueued Resource ID: 2f578c0f-0765-4692-9178-e51525d23a79 with Priority: HIGHEST for action port [ 605.491640] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 605.492095] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 605.492095] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f578c0f-0765-4692-9178-e51525d23a79 with Priority: HIGHEST for action port [ 605.492267] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.492520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.492520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.492704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.492812] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.493867] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.493867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.494103] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f578c0f-0765-4692-9178-e51525d23a79 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.494187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.494223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.494897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.494897] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f578c0f-0765-4692-9178-e51525d23a79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.929749] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d45e5bd-2afd-44df-8f3e-04be0cc8accb req-2b2546bc-831a-4189-be52-811466b79553 tempest-VolumesAssistedSnapshotsTest-263129917 tempest-VolumesAssistedSnapshotsTest-263129917-project-member] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 605.929749] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 605.929839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.930343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.930343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.931854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.931854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.931854] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.996181] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.996583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.008788] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f578c0f-0765-4692-9178-e51525d23a79 with status ACTIVE [ 606.008788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.008788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.008788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.008788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.008788] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f578c0f-0765-4692-9178-e51525d23a79 is going to be updated. [ 606.041801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.041801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.041801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.041801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.041801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.042984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f578c0f-0765-4692-9178-e51525d23a79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.333196] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: SUCCESS [ 606.333457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.436218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.436218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.436218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.436218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.436218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.436218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.437499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.437499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.437499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.438380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.438380] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 already deleted. [ 606.438380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.508911] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.509299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.509299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.509638] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.510357] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.510556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.510790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.511179] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.511401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.511694] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.511840] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.512944] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.513078] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.513331] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.513536] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.513858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.550759] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.550759] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.551247] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.551247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.551600] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d798eba2-046a-4315-8e1d-58cc4e1fab42 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.551799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.551932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.552331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.552500] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d798eba2-046a-4315-8e1d-58cc4e1fab42',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.999055] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 606.999055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.999055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.999422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.999469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.999580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.999647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.999826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.999946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.000121] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.055507] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.055793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.055886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.056556] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d798eba2-046a-4315-8e1d-58cc4e1fab42 not found, creating... [ 607.056781] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.057062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.057286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.057420] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.057701] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.057849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.057966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.058566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.058707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.058844] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d798eba2-046a-4315-8e1d-58cc4e1fab42 is going to be created. [ 607.078617] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.078827] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.078875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.079127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.079348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.079563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.091654] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 607.091889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.502699] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.787042] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d45e5bd-2afd-44df-8f3e-04be0cc8accb req-39978775-028b-4121-8667-ffceb3bb190c service nova] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 607.787295] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d45e5bd-2afd-44df-8f3e-04be0cc8accb req-39978775-028b-4121-8667-ffceb3bb190c service nova] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 607.787421] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d45e5bd-2afd-44df-8f3e-04be0cc8accb req-39978775-028b-4121-8667-ffceb3bb190c service nova] Enqueued Resource ID: d798eba2-046a-4315-8e1d-58cc4e1fab42 with Priority: HIGHEST for action port [ 607.788073] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_rules [ 607.788237] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 607.788530] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d798eba2-046a-4315-8e1d-58cc4e1fab42 with Priority: HIGHEST for action port [ 607.788644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.788767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.788924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.789623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.789623] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.790073] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.790580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.790580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.790580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.790721] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.790768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.790841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.791026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.792635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.792635] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.794398] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d798eba2-046a-4315-8e1d-58cc4e1fab42 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.794513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.794590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.794765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.795015] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d798eba2-046a-4315-8e1d-58cc4e1fab42',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.006342] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.204294] env[65762]: INFO networking_nsxv3.common.synchronization [req-4ce059c0-d5bd-4008-92dc-eedb9a8a8b9c req-66926b42-555a-4168-b14c-443cca2741a2 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 608.204294] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 608.204294] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.205899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.207037] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.207037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207037] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.298123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.298123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.298123] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.299622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d798eba2-046a-4315-8e1d-58cc4e1fab42 with status ACTIVE [ 608.299622] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.299622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.299622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.300155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.300155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.300255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.300986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.300986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.300986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.300986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.302105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.302349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.302477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.302590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.302666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.302774] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d798eba2-046a-4315-8e1d-58cc4e1fab42 is going to be updated. [ 608.332298] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.332298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.332298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.332298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.332298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.332298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d798eba2-046a-4315-8e1d-58cc4e1fab42" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.511556] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.511771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.511771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.511978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.512078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.512659] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 608.544697] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.544844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.544913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.545144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.545293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 608.709049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.709049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.709213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.709335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.709442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.709639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.709737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.709802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.709999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.710121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.710223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 already deleted. [ 608.710333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711381] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.711598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-195" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.711659] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-195" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.711908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-195" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.712566] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.712566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.712566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.712764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.713212] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.713212] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.713212] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.713339] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.713371] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.713781] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.713781] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.713781] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.746430] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.746570] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.746714] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.746888] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-195" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.747228] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-faca6579-f047-47cd-ac01-f21837ba199a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.747399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.747514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.747829] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.747965] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faca6579-f047-47cd-ac01-f21837ba199a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.805451] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.250847] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.255824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.255824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.255824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.255824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.255824] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port faca6579-f047-47cd-ac01-f21837ba199a not found, creating... [ 609.255824] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.255824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.256296] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.260053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.260305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.260903] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.261178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.261298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.261574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.261718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: faca6579-f047-47cd-ac01-f21837ba199a is going to be created. [ 609.287693] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.288158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.288358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.288946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.288946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.289284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.309785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.310098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.310223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.310408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.310563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.310706] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 is going to be created. [ 609.353255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.353831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.353831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.354171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.354376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.372311] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: UNINITIALIZED for 2s [ 609.698438] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6ec64622-d7a9-46e4-af34-a8df08b5798e None None] Enqueued Resource ID: 93e4494c-dfce-492e-9fab-9d2ba7d0771b with Priority: HIGHEST for action port [ 609.698438] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4494c-dfce-492e-9fab-9d2ba7d0771b with Priority: HIGHEST for action port [ 609.698721] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e4494c-dfce-492e-9fab-9d2ba7d0771b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.698721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e4494c-dfce-492e-9fab-9d2ba7d0771b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.698819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e4494c-dfce-492e-9fab-9d2ba7d0771b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e4494c-dfce-492e-9fab-9d2ba7d0771b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.700108] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e4494c-dfce-492e-9fab-9d2ba7d0771b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [req-4ce059c0-d5bd-4008-92dc-eedb9a8a8b9c req-827f0a3d-6e22-4ccc-a707-f900391e919b service nova] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [req-4ce059c0-d5bd-4008-92dc-eedb9a8a8b9c req-827f0a3d-6e22-4ccc-a707-f900391e919b service nova] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [req-4ce059c0-d5bd-4008-92dc-eedb9a8a8b9c req-827f0a3d-6e22-4ccc-a707-f900391e919b service nova] Enqueued Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 610.027346] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 610.027346] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.027924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.028159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.028540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.028982] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.030258] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.030494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.030637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.032019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.032019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.032019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.032019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.032019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.032019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.032019] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.032795] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-faca6579-f047-47cd-ac01-f21837ba199a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.033195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.033416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.033669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.033846] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faca6579-f047-47cd-ac01-f21837ba199a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.202214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93e4494c-dfce-492e-9fab-9d2ba7d0771b [ 610.202409] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.202581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.202581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.202733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.202827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.202924] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93e4494c-dfce-492e-9fab-9d2ba7d0771b already deleted. [ 610.203014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e4494c-dfce-492e-9fab-9d2ba7d0771b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.220705] env[65762]: INFO networking_nsxv3.common.synchronization [req-fe0b6524-0042-421d-b652-5f808f4a1627 req-d1474e8c-4a39-4284-9e6a-617e1ff747c9 tempest-DeleteServersAdminTestJSON-1599969318 tempest-DeleteServersAdminTestJSON-1599969318-project-admin] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 610.222629] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 610.222629] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.224957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.225080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.225309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.225492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.225603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.225663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.225814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.225898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.226025] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.536622] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.536736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.536913] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.538102] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faca6579-f047-47cd-ac01-f21837ba199a with status ACTIVE [ 610.542308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.542462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.542535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.542781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.542858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.544017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.544185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.544257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.544465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.544555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.544760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.544863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.544926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.545662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.545767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.545868] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faca6579-f047-47cd-ac01-f21837ba199a is going to be updated. [ 610.565390] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 610.566449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.566658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.567022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.567371] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.567740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.570671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.570671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.570671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.570671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.570671] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.574031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.574173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.574173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.574307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.574621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.574621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734343] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.735069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.739173] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.739313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.739404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.739644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.739732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.739839] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be updated. [ 610.783817] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.783817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.783817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.783817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.783817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.798350] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 610.837084] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa498752-6423-41aa-80a5-c55286b65c30 req-c6b3559a-de5c-48ed-ae26-5ebd32bd9b06 tempest-ImagesOneServerTestJSON-1752505728 tempest-ImagesOneServerTestJSON-1752505728-project-member] Enqueued Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 610.838289] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 610.838289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.838289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.839723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.839723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.839723] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.839920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.839920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.843046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.843046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.843046] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.049044] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.072111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.072325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.072404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.072656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.072903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.073081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.073175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.073360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.073447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.073540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.073713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.073826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.073888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.074051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.074189] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.074282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.074342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.074921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.074921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.074921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.074921] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.337696] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.337696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-529" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.338321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-529" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.338768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-529" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.339269] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.339602] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.339824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.340267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.341511] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.341511] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.341511] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.341511] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.341511] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.341511] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.341511] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.341511] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.344740] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.344821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.344861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.345039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.345143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.346216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.346216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.346216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.346216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.346216] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b already deleted. [ 611.346216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.361590] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.361794] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.361933] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.362124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-529" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.362446] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.362611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.363476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.363898] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.364147] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.382593] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: SUCCESS [ 611.382796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.382957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.383277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.383520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.383669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.383736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.383912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.384037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.384125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.384222] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.554933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.554933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.554933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.554933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.554933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.554933] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be created. [ 611.578033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.578033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.578033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.578408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.579430] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e8bf69-e0ca-4698-85ba-8c0151a71289: rpc.has_security_group_logging(os_id): False [ 611.592715] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: UNINITIALIZED for 2s [ 611.600570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.601113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.601563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.601563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.601920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.601984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.602189] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.602288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.602340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.602490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.602558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.602746] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.602834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.602896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.603095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.603176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.603266] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 611.670738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.672033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.685325] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 611.866775] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.867081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.867282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.867677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.867935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.868292] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a not found, creating... [ 611.868633] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.868840] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.868967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.869317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.869490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.869878] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.871096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.871309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.871641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.871867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.872178] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a is going to be created. [ 611.887528] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.898705] env[65762]: INFO networking_nsxv3.common.synchronization [None req-cb4a525f-b5f5-4b02-a9ff-847ac9780a22 tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 611.899433] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 611.899733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.899845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.899926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.900424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.900526] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.903992] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.907193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.907193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.907193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.907193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.907193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.200911] env[65762]: INFO networking_nsxv3.common.synchronization [None req-031d68b0-c3ae-4f89-805d-51fa7adc98d1 tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 612.201553] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 612.201779] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.201922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393206] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a7147e7-b763-4ea2-8234-e8d300448e03: rpc.has_security_group_logging(os_id): False [ 612.414501] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.414715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.414814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.415208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.415275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.415609] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.415764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.415891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.418215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.418396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.418560] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 is going to be created. [ 612.442546] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.442694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.442757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.443015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.443117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.443226] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 already deleted. [ 612.443747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.443747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.443747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.443747] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.491110] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.491312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.491415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.491675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.491896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.512115] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: IN_PROGRESS for 2s [ 612.700081] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa498752-6423-41aa-80a5-c55286b65c30 req-7242db5d-1809-42b3-955e-ffa089f9eb52 service nova] Enqueued Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_rules [ 612.700290] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa498752-6423-41aa-80a5-c55286b65c30 req-7242db5d-1809-42b3-955e-ffa089f9eb52 service nova] Enqueued Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 612.700417] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa498752-6423-41aa-80a5-c55286b65c30 req-7242db5d-1809-42b3-955e-ffa089f9eb52 service nova] Enqueued Resource ID: 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a with Priority: HIGHEST for action port [ 612.700927] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_rules [ 612.701140] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 612.701238] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a with Priority: HIGHEST for action port [ 612.701514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.701623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.701691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.702036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.702113] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.702966] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.703096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.703164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.703331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.703480] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.703573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.703633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.703772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.703855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.703959] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.704642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.704749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.705730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.705918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.705999] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.708605] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ff40655d-6d56-4548-9d5b-607fd2a6cf87 None None] Enqueued Resource ID: 92da6e77-3758-460b-b81a-831f3d462287 with Priority: HIGHEST for action port [ 612.709284] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92da6e77-3758-460b-b81a-831f3d462287 with Priority: HIGHEST for action port [ 612.709554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-92da6e77-3758-460b-b81a-831f3d462287 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92da6e77-3758-460b-b81a-831f3d462287" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92da6e77-3758-460b-b81a-831f3d462287" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.710282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92da6e77-3758-460b-b81a-831f3d462287" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.710404] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92da6e77-3758-460b-b81a-831f3d462287',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.811173] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 612.811396] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 deletion is rescheduled due to dependency. [ 612.811523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.974288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.974425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.974463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.974798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.974798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.975038] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 already deleted. [ 612.975038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194990] env[65762]: INFO networking_nsxv3.common.synchronization [req-be61e297-4ea0-4ff3-b8f3-3af87ea255dc req-d7cc8479-ab6d-4d94-9d3a-2dc49eb5e66f tempest-InstanceActionsNegativeTestJSON-2112265849 tempest-InstanceActionsNegativeTestJSON-2112265849-project-member] Enqueued Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 613.194990] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 613.194990] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194990] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.194990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.197856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.197856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.197856] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.208491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.208817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.208817] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.209886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a with status ACTIVE [ 613.210698] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.210698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.210698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.210839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.210839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.211479] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.211479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.211479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.211479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.211479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.212055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.212055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.212055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.212055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.212263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.212263] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a is going to be updated. [ 613.213862] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92da6e77-3758-460b-b81a-831f3d462287 [ 613.214273] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.214273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.214273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.214449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.214449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.214449] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92da6e77-3758-460b-b81a-831f3d462287 already deleted. [ 613.214620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92da6e77-3758-460b-b81a-831f3d462287" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.244663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.244663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.244663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.244884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.247791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.247791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c7c3d3-f932-4fbb-b1dc-77ee1b3c7a6a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.603416] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 613.603630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.604179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.604179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.604297] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.604355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.604417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.604580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.604658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.604744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.604835] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.628505] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.629474] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-571" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.629474] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-571" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.629474] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-571" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.629474] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.629682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.629682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.629921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.630347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.630727] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.630906] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.631232] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.631313] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.631604] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.631856] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.632484] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.657130] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.657130] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.657130] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.657130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-571" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.659607] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.659807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.659923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.660344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.660476] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.698680] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.698680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.698680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.698874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.699036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.699447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.699447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.699565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.699868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.699868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.699993] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b already deleted. [ 613.700504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.703608] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 613.704026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.714795] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.108021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.108549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.108733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.109125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.109751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.109751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.109751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.109751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.109751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110082] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110518] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.162749] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.162959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.163378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.163523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163848] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 not found, creating... [ 614.164152] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.164291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.164398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.164624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.164755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.165043] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.165202] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.165311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.165519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.165645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.165778] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 is going to be created. [ 614.186452] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.186554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.186606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.186861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.187709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.187709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.216822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.217194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.217194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.217568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.217568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.217568] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b is going to be created. [ 614.243693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.243840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.243909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.244149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.244628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.255763] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: UNINITIALIZED for 2s [ 614.535679] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: SUCCESS [ 614.535679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.613210] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c30970a1-d731-43ba-b529-7dddb3cdd3c2: rpc.has_security_group_logging(os_id): False [ 614.639266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.639861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.639861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.640117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.640192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.640556] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.640556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.640793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.640837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.640900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.641127] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.641238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.641297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.641463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.641583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.641852] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.641972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.642063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.642287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.642348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.642439] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be created. [ 614.721308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.721502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.721594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.721816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.722031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.736692] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 614.976862] env[65762]: INFO networking_nsxv3.common.synchronization [req-be61e297-4ea0-4ff3-b8f3-3af87ea255dc req-c853b45e-8353-4031-b11c-ef0b18955f26 service nova] Enqueued Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_rules [ 614.977197] env[65762]: INFO networking_nsxv3.common.synchronization [req-be61e297-4ea0-4ff3-b8f3-3af87ea255dc req-c853b45e-8353-4031-b11c-ef0b18955f26 service nova] Enqueued Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 614.977397] env[65762]: INFO networking_nsxv3.common.synchronization [req-be61e297-4ea0-4ff3-b8f3-3af87ea255dc req-c853b45e-8353-4031-b11c-ef0b18955f26 service nova] Enqueued Resource ID: 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 with Priority: HIGHEST for action port [ 614.978177] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_rules [ 614.978359] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 614.978427] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 with Priority: HIGHEST for action port [ 614.978735] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.978865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.979038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.979427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.979545] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.981326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.981940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982095] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.982234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.982303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.982853] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.983583] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.983763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.983763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.983908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.983980] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.481971] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.482578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.486592] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.490895] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 with status ACTIVE [ 615.490895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.490895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.491579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.491579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.491579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.491579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.491852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.491852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.491926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.492023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.492164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.492558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.492558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.492558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.492558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.492787] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2 is going to be updated. [ 615.521822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.522507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.522683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.522950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd9466a-8e04-4ccd-9b75-f8f99be9e1f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.988897] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.269581] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: SUCCESS [ 616.269804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.270017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.270271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.270476] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.270596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.270654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.270815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.270912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.271064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.271177] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.493342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.495890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.495890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.495890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.495890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.495890] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b is going to be created. [ 616.551563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.551802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.551802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.551916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.552273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.571032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: UNINITIALIZED for 2s [ 616.753368] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 616.753368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.773947] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.774241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.774241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.774584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.774584] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.774746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.774746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.774882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.774965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.775097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.775270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.776046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.776129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.776675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.776675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.226400] env[65762]: INFO networking_nsxv3.common.synchronization [req-1d098d9b-4f36-4b7f-bdbb-7fdcb8855013 req-a8660d6b-7119-42ca-8980-2b1036ac86e3 tempest-ListImageFiltersTestJSON-2070955452 tempest-ListImageFiltersTestJSON-2070955452-project-member] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 617.226992] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 617.226992] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.227160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.227234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.227558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.227645] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.227756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.227821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.227988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.228106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.228203] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.278632] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b75b0de9-84ff-4721-81d0-65ccafbad55b: rpc.has_security_group_logging(os_id): False [ 617.301954] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.302476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.302476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.302832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.302936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.303205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.303328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.303420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.303636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.303718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.303941] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.304306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.304559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.304805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.305051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.306329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.306500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.306937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.307366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.307443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.307589] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b is going to be created. [ 617.375758] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.375758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.375758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.375758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.375758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.389719] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: IN_PROGRESS for 2s [ 617.730659] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.730922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.730960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.731269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.731369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.731587] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.731701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.731791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.731962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.732056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.732146] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f already deleted. [ 617.732253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.804118] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.804391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.804488] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.804759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.806537] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.807198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.807198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.807723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.807723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.807723] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.807723] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.808490] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.808490] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.808490] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.808490] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.808490] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.829831] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.830314] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.830314] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.830484] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.830687] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-b7bd5710-c6dc-4b42-a4af-468faddc77c7 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.831169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.831169] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.831501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.831736] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bd5710-c6dc-4b42-a4af-468faddc77c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.336332] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.337410] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.337603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.338105] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.338190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.338377] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port b7bd5710-c6dc-4b42-a4af-468faddc77c7 not found, creating... [ 618.338677] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.339045] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.339237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.339424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.339747] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.339901] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.340052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.340272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.340401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.340535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: b7bd5710-c6dc-4b42-a4af-468faddc77c7 is going to be created. [ 618.360518] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.360718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.360836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.361135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.361347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.361570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.588312] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: SUCCESS [ 618.588916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.589203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.589478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.589682] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.589851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.589897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.590162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.590250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.590342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.590437] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.836151] env[65762]: INFO networking_nsxv3.common.synchronization [None req-dc164708-faaf-42b6-af95-2c0b41a419a8 None None] Enqueued Resource ID: 69f0ecf5-3e2e-4038-be4b-12ccc5be6542 with Priority: HIGHEST for action port [ 618.836753] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f0ecf5-3e2e-4038-be4b-12ccc5be6542 with Priority: HIGHEST for action port [ 618.837064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f0ecf5-3e2e-4038-be4b-12ccc5be6542 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.838542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f0ecf5-3e2e-4038-be4b-12ccc5be6542" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.838542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f0ecf5-3e2e-4038-be4b-12ccc5be6542" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.838542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f0ecf5-3e2e-4038-be4b-12ccc5be6542" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.838542] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f0ecf5-3e2e-4038-be4b-12ccc5be6542',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.094434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.094434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.094704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.094840] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.095068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.095488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.095488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.095731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.095731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.095883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.095883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.096101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.096101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.096240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.096240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.096343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.096387] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.112474] env[65762]: INFO networking_nsxv3.common.synchronization [req-1d098d9b-4f36-4b7f-bdbb-7fdcb8855013 req-632b5704-cdb8-42a2-b67c-1a6944e635d5 service nova] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_rules [ 619.112776] env[65762]: INFO networking_nsxv3.common.synchronization [req-1d098d9b-4f36-4b7f-bdbb-7fdcb8855013 req-632b5704-cdb8-42a2-b67c-1a6944e635d5 service nova] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 619.112927] env[65762]: INFO networking_nsxv3.common.synchronization [req-1d098d9b-4f36-4b7f-bdbb-7fdcb8855013 req-632b5704-cdb8-42a2-b67c-1a6944e635d5 service nova] Enqueued Resource ID: b7bd5710-c6dc-4b42-a4af-468faddc77c7 with Priority: HIGHEST for action port [ 619.113636] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_rules [ 619.113773] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 619.113873] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bd5710-c6dc-4b42-a4af-468faddc77c7 with Priority: HIGHEST for action port [ 619.114163] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.114305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.114360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.114664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.114748] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.116811] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.117040] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.117040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.117040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.117222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.117349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.117481] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.119663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7bd5710-c6dc-4b42-a4af-468faddc77c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.119846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.120049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.120581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.120658] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bd5710-c6dc-4b42-a4af-468faddc77c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.340247] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f0ecf5-3e2e-4038-be4b-12ccc5be6542 [ 619.340526] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.340685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.340896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.341120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.341214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.341319] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f0ecf5-3e2e-4038-be4b-12ccc5be6542 already deleted. [ 619.341400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f0ecf5-3e2e-4038-be4b-12ccc5be6542" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.410524] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: SUCCESS [ 619.410524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.599448] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7a0faf4-5aa3-43c1-a428-039e60082c8b: rpc.has_security_group_logging(os_id): False [ 619.617509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.617710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.620660] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.622358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.623035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.623035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.623035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.623035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.623221] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.623221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.623303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.623417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.623494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.623710] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.624731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.624836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.625009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.625116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.625315] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.625432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.625498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.625674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.626127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.626127] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b is going to be created. [ 619.627640] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7bd5710-c6dc-4b42-a4af-468faddc77c7 with status ACTIVE [ 619.627811] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.627935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.627935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.628165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.628245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.628407] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.628498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.629475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.629661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.629758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.630192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7bd5710-c6dc-4b42-a4af-468faddc77c7 is going to be updated. [ 619.654331] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.654491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.654536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.654741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.654868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.655223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7bd5710-c6dc-4b42-a4af-468faddc77c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.698600] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.698761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.698830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.699023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.699197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.716369] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: IN_PROGRESS for 2s [ 620.132361] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.138910] env[65762]: INFO networking_nsxv3.common.synchronization [req-fbf2103c-460e-42b9-8dbb-067f44c50c93 req-136e0506-289a-4f80-ad1c-4f3e29c26535 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 620.139491] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 620.139807] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.139929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.140633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.142320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.142431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.142756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.142869] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.587072] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.587301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.587461] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.587928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.588302] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.588487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.588645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.588876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.589099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.589370] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.589508] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.589617] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.589728] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.589853] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.589983] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.590175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.611220] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.611478] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.611584] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.611737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.612060] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-49071f9c-27b9-4eef-b82b-da0998a8c3f0 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.612443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.612443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.612773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.612899] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49071f9c-27b9-4eef-b82b-da0998a8c3f0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.636785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.636785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.636785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.637396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.637396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.637396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be created. [ 620.645324] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.645555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.645652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.645906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.646066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.646358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.646502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.646611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.646846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.646939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.647061] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 already deleted. [ 620.647154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.665058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.665058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.665058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.665058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.665058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: UNINITIALIZED for 2s [ 621.115650] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.116214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.116340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.117433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.117433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.117545] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 49071f9c-27b9-4eef-b82b-da0998a8c3f0 not found, creating... [ 621.117795] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.117990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.118137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.118754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.118754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.118915] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.119013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.119081] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.119302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.119437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.119574] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 is going to be created. [ 621.141750] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.142144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.142144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.142230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.142430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.142831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.270565] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3128d16e-1851-4d53-8f6d-f3bc883209ae None None] Enqueued Resource ID: 8391b4b2-adfa-4d9b-8665-a84539888dc0 with Priority: HIGHEST for action port [ 621.270770] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8391b4b2-adfa-4d9b-8665-a84539888dc0 with Priority: HIGHEST for action port [ 621.271218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8391b4b2-adfa-4d9b-8665-a84539888dc0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.271363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8391b4b2-adfa-4d9b-8665-a84539888dc0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.271453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8391b4b2-adfa-4d9b-8665-a84539888dc0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.271673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8391b4b2-adfa-4d9b-8665-a84539888dc0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.271778] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8391b4b2-adfa-4d9b-8665-a84539888dc0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.730336] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: SUCCESS [ 621.730540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.778307] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8391b4b2-adfa-4d9b-8665-a84539888dc0 [ 621.778543] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.778764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.778764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.778967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.779073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.779169] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8391b4b2-adfa-4d9b-8665-a84539888dc0 already deleted. [ 621.779254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8391b4b2-adfa-4d9b-8665-a84539888dc0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.867343] env[65762]: INFO networking_nsxv3.common.synchronization [req-fbf2103c-460e-42b9-8dbb-067f44c50c93 req-6fb849a2-7bc0-4adc-9d88-47660791cfce service nova] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 621.867343] env[65762]: INFO networking_nsxv3.common.synchronization [req-fbf2103c-460e-42b9-8dbb-067f44c50c93 req-6fb849a2-7bc0-4adc-9d88-47660791cfce service nova] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 621.867458] env[65762]: INFO networking_nsxv3.common.synchronization [req-fbf2103c-460e-42b9-8dbb-067f44c50c93 req-6fb849a2-7bc0-4adc-9d88-47660791cfce service nova] Enqueued Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 621.868246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 621.868246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 621.868246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 621.868431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.868647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.868866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.868940] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.870391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.870583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.870583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.870797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.870882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.870982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.870982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.871468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.871468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.871468] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.872725] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-49071f9c-27b9-4eef-b82b-da0998a8c3f0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.874658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.874658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.874658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874658] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49071f9c-27b9-4eef-b82b-da0998a8c3f0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.347451] env[65762]: INFO networking_nsxv3.common.synchronization [req-cc5f6f21-e480-404c-bea9-4d5217c21160 req-896ec48a-976c-499b-9b4c-4039d80cda2d tempest-ListImageFiltersTestJSON-2070955452 tempest-ListImageFiltersTestJSON-2070955452-project-member] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 622.348550] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 622.348550] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.348550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.375355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.375355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.375846] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.378215] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with status ACTIVE [ 622.378215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.378215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.378522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.378724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.382083] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.382083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.382083] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 is going to be updated. [ 622.408885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.409050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.409140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.409365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.410050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.410050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.693842] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 622.694177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.694806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.694806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.694974] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.694974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.695302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.695302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.695302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695774] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.696534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.696534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.696714] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.696794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.696794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.697037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.697037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.697166] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.758970] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.759327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.759498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.759861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.764600] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.764742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.765691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.765691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.765691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.765691] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.766041] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.766081] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.769022] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.769022] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.769022] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.769022] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.788450] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.788608] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.788762] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.788909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.789283] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-c1eff91a-26bd-4921-b148-141101925a10 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.789780] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.789780] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.789780] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.792220] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1eff91a-26bd-4921-b148-141101925a10',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.877898] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.200321] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.200321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.201678] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.297707] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.297707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.297707] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.298066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.298162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.298355] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port c1eff91a-26bd-4921-b148-141101925a10 not found, creating... [ 623.298714] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.299328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.299328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.299460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.299615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.300018] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.300192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.300352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.300536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.300667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.300804] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: c1eff91a-26bd-4921-b148-141101925a10 is going to be created. [ 623.323791] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.323929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.324065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.324465] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.324755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.324990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.380054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.380523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.380523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.380667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.380731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.380846] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be created. [ 623.425703] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.425925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.426178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.426344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.442269] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: UNINITIALIZED for 2s [ 623.705305] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.099273] env[65762]: INFO networking_nsxv3.common.synchronization [req-cc5f6f21-e480-404c-bea9-4d5217c21160 req-62457e49-4ce3-44d4-9a4d-10178c704e19 service nova] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_rules [ 624.099273] env[65762]: INFO networking_nsxv3.common.synchronization [req-cc5f6f21-e480-404c-bea9-4d5217c21160 req-62457e49-4ce3-44d4-9a4d-10178c704e19 service nova] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 624.099273] env[65762]: INFO networking_nsxv3.common.synchronization [req-cc5f6f21-e480-404c-bea9-4d5217c21160 req-62457e49-4ce3-44d4-9a4d-10178c704e19 service nova] Enqueued Resource ID: c1eff91a-26bd-4921-b148-141101925a10 with Priority: HIGHEST for action port [ 624.100384] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_rules [ 624.100384] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 624.100384] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eff91a-26bd-4921-b148-141101925a10 with Priority: HIGHEST for action port [ 624.100384] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.100384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.100717] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.100717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.102332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1eff91a-26bd-4921-b148-141101925a10 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.102332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.102332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.102332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.102332] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1eff91a-26bd-4921-b148-141101925a10',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.208034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.209070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.209070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.209070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.209410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.209584] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be updated. [ 624.242271] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.242467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.242539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.242830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.243478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.254720] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 624.602862] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1eff91a-26bd-4921-b148-141101925a10 with status ACTIVE [ 624.604125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.604125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.604125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.604125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.605129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.605417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.605417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.605417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605503] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1eff91a-26bd-4921-b148-141101925a10 is going to be updated. [ 624.633771] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.633988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1eff91a-26bd-4921-b148-141101925a10" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.695655] env[65762]: INFO networking_nsxv3.common.synchronization [req-491de1bc-7009-45bb-b6a2-5207782786a8 req-e1c4b110-46e5-4b1f-8315-8c607cea894e tempest-VolumesAdminNegativeTest-928944803 tempest-VolumesAdminNegativeTest-928944803-project-member] Enqueued Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 624.696632] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGHEST for action security_group_members [ 624.696632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.696632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.696840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.696896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.697872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.697937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.698032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.700548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.700548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.700548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.983075] env[65762]: INFO networking_nsxv3.common.synchronization [req-863fed2f-d91f-4e34-b3ff-9efedcd7455c req-ed0f2c7f-57c4-4d23-8b2b-af2558ba64f6 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 624.984941] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 624.985122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.985270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.985332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.985597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.985774] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.985875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.985933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.986108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.986199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.986312] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.203549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.203549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.203549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.204042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.204042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.204042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.204250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.204250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.204337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.204370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.205135] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a is going to be updated. [ 625.245823] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.249238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.249238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.249238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.249238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.260228] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: IN_PROGRESS for 2s [ 625.410859] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.411094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.411223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.411551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.411894] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.411997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.414308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.414980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.415167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.415384] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.415508] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.415614] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.415718] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.415827] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.416475] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.416475] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.442042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.442217] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.442479] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.445022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.445022] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-cc3dabb1-6626-4b95-9651-b51616cbbf52 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.445022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.445022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.445022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.445022] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3dabb1-6626-4b95-9651-b51616cbbf52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.455772] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 625.456462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.456462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.456619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.456704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.456820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.456885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.457049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.457237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.457327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.457541] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.489031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.489031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.489031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.489291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.489429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.489718] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.489854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.489952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.490232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.490329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.490459] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 already deleted. [ 625.490568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.619808] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c1260ba-f9d8-4090-94da-aa46246bdfa0 req-e94ff3a3-9ab7-4abc-8c60-3d10a721e388 tempest-TenantUsagesTestJSON-1658455018 tempest-TenantUsagesTestJSON-1658455018-project-member] Enqueued Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 625.620525] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165da032-acd6-4806-8db1-e09a7b3fc880 with Priority: HIGHEST for action security_group_members [ 625.621044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-165da032-acd6-4806-8db1-e09a7b3fc880 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.621257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.621372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.621623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.621828] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.622012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.622147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.622362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.622481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.622627] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165da032-acd6-4806-8db1-e09a7b3fc880',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.947517] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.947791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.947931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.948308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.948506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.948715] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port cc3dabb1-6626-4b95-9651-b51616cbbf52 not found, creating... [ 625.949042] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.949251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.949387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.949667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.949795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950107] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.950261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.950365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.950570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.950695] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.950828] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: cc3dabb1-6626-4b95-9651-b51616cbbf52 is going to be created. [ 625.960139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.960359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.960359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.960549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.960709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.960821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.960878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.961042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.961139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.961206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.961355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.961462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.961520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.961667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.961802] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.961893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.961973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.962115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.962196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.962272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.962531] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.974343] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.974754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.974979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.975442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.975789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.976496] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.125419] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.125419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.125419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.125969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.125969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.126099] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.126213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.126297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.126530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.126719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.126719] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165da032-acd6-4806-8db1-e09a7b3fc880 is going to be updated. [ 626.164761] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.164992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.164992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.165240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.165499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175989] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: IN_PROGRESS for 2s [ 626.271953] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 626.272690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.272690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.272690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.272868] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.272953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.273033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.273235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.274539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.274539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.274539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.275020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.275020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.275020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.277558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.277558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.277558] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.465656] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 626.502144] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.502144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.502144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.502144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.502144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.504511] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.504511] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.504511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.505655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.505847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.505901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.506173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.506300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.506511] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be created. [ 626.633538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.633538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.633538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.633538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.633538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.653470] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 626.765735] env[65762]: INFO networking_nsxv3.common.synchronization [req-863fed2f-d91f-4e34-b3ff-9efedcd7455c req-ec85e48f-235c-4d29-b004-f5a044dea12a service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 626.765735] env[65762]: INFO networking_nsxv3.common.synchronization [req-863fed2f-d91f-4e34-b3ff-9efedcd7455c req-ec85e48f-235c-4d29-b004-f5a044dea12a service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 626.765735] env[65762]: INFO networking_nsxv3.common.synchronization [req-863fed2f-d91f-4e34-b3ff-9efedcd7455c req-ec85e48f-235c-4d29-b004-f5a044dea12a service nova] Enqueued Resource ID: cc3dabb1-6626-4b95-9651-b51616cbbf52 with Priority: HIGHEST for action port [ 626.765735] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 626.765965] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 626.765965] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3dabb1-6626-4b95-9651-b51616cbbf52 with Priority: HIGHEST for action port [ 626.766654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.766654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.766818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.767023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.767023] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.767894] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.768055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.768151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.768360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.768846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.770566] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.770566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3dabb1-6626-4b95-9651-b51616cbbf52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.770566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.771310] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3dabb1-6626-4b95-9651-b51616cbbf52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.778588] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd7a6b4f-60d7-452f-a999-b418f545366f: rpc.has_security_group_logging(os_id): False [ 626.780501] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.804815] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.804815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.804815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.804815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.805233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.805233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.805436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.805436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.805749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.805953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.806045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.806273] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.806895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.806975] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be created. [ 626.873938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.874289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.874289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.874397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.874545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.894312] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 627.270214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a in Status: SUCCESS [ 627.271255] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a deletion is rescheduled due to dependency. [ 627.271490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.271738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.271842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.272047] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.272956] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3dabb1-6626-4b95-9651-b51616cbbf52 with status ACTIVE [ 627.273196] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.273323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.273409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.273625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.273712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.273889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.273988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.276320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.276320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.276320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3dabb1-6626-4b95-9651-b51616cbbf52 is going to be updated. [ 627.284281] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.318069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.318069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.318069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.318069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.318069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.318069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3dabb1-6626-4b95-9651-b51616cbbf52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.332925] env[65762]: INFO networking_nsxv3.common.synchronization [req-d85cfaf2-21c9-4d1a-863b-53b9fb85c5dd req-d4926c93-367a-4a45-96ab-dde3d950e527 tempest-ServersAdminNegativeTestJSON-1221212447 tempest-ServersAdminNegativeTestJSON-1221212447-project-member] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 627.333459] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 627.333785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.333904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.333969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.334229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.334403] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.334974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.334974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.334974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.334974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.334974] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.778448] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.785822] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.785822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.785952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.786730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.786730] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.786730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.786730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.786960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.786992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.790338] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.790338] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.790338] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.790338] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.790338] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.790338] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.790338] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.790338] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.790338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.790338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.790338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.790338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.790338] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be updated. [ 627.814575] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.814795] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.814984] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.815099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.815336] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-2dfc1db5-f016-4992-87b2-e9f6d32f1044 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.815495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.815616] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.815960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.816114] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dfc1db5-f016-4992-87b2-e9f6d32f1044',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.826312] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.826474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.826580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.826843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.827020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.836685] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.839706] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 628.188893] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165da032-acd6-4806-8db1-e09a7b3fc880 in Status: SUCCESS [ 628.189459] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165da032-acd6-4806-8db1-e09a7b3fc880 deletion is rescheduled due to dependency. [ 628.189652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165da032-acd6-4806-8db1-e09a7b3fc880" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.280751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.281214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.281419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.281783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.281956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.282231] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be created. [ 628.320462] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.320462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.320462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.320462] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.320462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 2dfc1db5-f016-4992-87b2-e9f6d32f1044 not found, creating... [ 628.320946] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321658] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.322024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.322683] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.323168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.323459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.324013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.324130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.324417] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 2dfc1db5-f016-4992-87b2-e9f6d32f1044 is going to be created. [ 628.328112] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.328455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.328576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.328815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.329061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.342408] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.345480] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: UNINITIALIZED for 2s [ 628.352627] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.352868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.352953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.353257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.353486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.353723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.668111] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 628.668339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.846764] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.847218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.847350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.847651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.847918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.848115] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be updated. [ 628.884262] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.884262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.884262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.884262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897037] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 628.909737] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 628.913243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.913513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.913762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.913860] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.037209] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d8003060-6b4a-4167-97d2-6c4ddad580dc None None] Enqueued Resource ID: 09f83f83-8474-470c-b694-3582cf73b058 with Priority: HIGHEST for action port [ 629.038171] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f83f83-8474-470c-b694-3582cf73b058 with Priority: HIGHEST for action port [ 629.038559] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-09f83f83-8474-470c-b694-3582cf73b058 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.038740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09f83f83-8474-470c-b694-3582cf73b058" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.038897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09f83f83-8474-470c-b694-3582cf73b058" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.039122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09f83f83-8474-470c-b694-3582cf73b058" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.039206] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09f83f83-8474-470c-b694-3582cf73b058',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [req-d85cfaf2-21c9-4d1a-863b-53b9fb85c5dd req-78720f14-2fb4-4940-865c-043d5ce39aa8 service nova] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_rules [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [req-d85cfaf2-21c9-4d1a-863b-53b9fb85c5dd req-78720f14-2fb4-4940-865c-043d5ce39aa8 service nova] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [req-d85cfaf2-21c9-4d1a-863b-53b9fb85c5dd req-78720f14-2fb4-4940-865c-043d5ce39aa8 service nova] Enqueued Resource ID: 2dfc1db5-f016-4992-87b2-e9f6d32f1044 with Priority: HIGHEST for action port [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_rules [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 629.161247] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfc1db5-f016-4992-87b2-e9f6d32f1044 with Priority: HIGHEST for action port [ 629.161247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.161578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.161578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.161744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.161744] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.162778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.162895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.163111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dfc1db5-f016-4992-87b2-e9f6d32f1044 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.163268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.163370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.163585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.163700] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dfc1db5-f016-4992-87b2-e9f6d32f1044',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.416895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.417159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.542107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09f83f83-8474-470c-b694-3582cf73b058 [ 629.542107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.542377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.542377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.543101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.543101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.543101] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09f83f83-8474-470c-b694-3582cf73b058 already deleted. [ 629.543101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09f83f83-8474-470c-b694-3582cf73b058" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.666699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.666845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.668273] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dfc1db5-f016-4992-87b2-e9f6d32f1044 with status ACTIVE [ 629.668488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.668615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.668649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.668852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.668937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.669120] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.669450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.669528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.669713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.670063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.670178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.670272] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dfc1db5-f016-4992-87b2-e9f6d32f1044 is going to be updated. [ 629.698318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.698553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.698873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.699020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.699192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dfc1db5-f016-4992-87b2-e9f6d32f1044" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.860551] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 629.860967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.860967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.861266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.861438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.861565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.861627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862719] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.924785] env[65762]: INFO networking_nsxv3.common.synchronization [req-3468ebc1-5c7d-41e9-bddf-adb581e0a7af req-2148561f-e826-468d-bf0c-16871623abf8 tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 629.928323] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 629.934864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.934864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.934864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.934864] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.360688] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.360688] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.360688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.360688] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.366905] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.366905] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.366905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.367373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.367373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.367373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.367373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.367533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.367533] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.367605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.368144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368144] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.437844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.437844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.437844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.437844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.437844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.438237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.438304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.438353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.438546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.438641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.438724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 already deleted. [ 630.438814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.534020] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.534020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.534020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.534020] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.534020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.534457] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.535100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.535581] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.535810] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.536034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.536275] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.536559] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.536810] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.538046] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.561745] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.562514] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.562514] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.562514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.562702] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-257ab811-50e9-4065-bb96-01ea35ed187c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.562836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.562965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.563302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.563479] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257ab811-50e9-4065-bb96-01ea35ed187c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.866378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.866939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.866939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.866939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.867364] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.867364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.867364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.867558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.867558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.867699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.867762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.867840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.867994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.868098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.868188] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.868277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.868387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.868548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.868623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.868716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.868780] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.870738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd7a6b4f-60d7-452f-a999-b418f545366f: rpc.has_security_group_logging(os_id): False [ 630.895878] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.896113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.896231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.896649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.896765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.897358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.897612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.898012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.898356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.899230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.899609] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.899773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.899871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.900171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.900298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.900541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.900676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.900745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.900954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.901157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.901254] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be updated. [ 630.925834] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 630.926474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.926708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.927031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.927391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.927582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.927736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.928131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.928299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.928498] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.007201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.007415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.007470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.008192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.008192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.029982] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 631.067526] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.067526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.068478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.069620] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 257ab811-50e9-4065-bb96-01ea35ed187c not found, creating... [ 631.069679] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.069934] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070133] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.070643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.071150] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.071425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.071623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.071999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.072655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.072655] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 257ab811-50e9-4065-bb96-01ea35ed187c is going to be created. [ 631.103095] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.106176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.106176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.106176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.106176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.106176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.377253] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 631.397026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.397261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.397338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.397580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.397676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.397881] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.397986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.398081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.398322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.398403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.398627] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.398754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.398821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.398969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.399312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.400883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.400883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.400883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.400883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.400883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.400883] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be created. [ 631.431611] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.485604] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.485604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.485604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.485604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.485604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.497897] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [req-3468ebc1-5c7d-41e9-bddf-adb581e0a7af req-d2439c89-3692-400b-af37-5b3e9f0c6539 service nova] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [req-3468ebc1-5c7d-41e9-bddf-adb581e0a7af req-d2439c89-3692-400b-af37-5b3e9f0c6539 service nova] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [req-3468ebc1-5c7d-41e9-bddf-adb581e0a7af req-d2439c89-3692-400b-af37-5b3e9f0c6539 service nova] Enqueued Resource ID: 257ab811-50e9-4065-bb96-01ea35ed187c with Priority: HIGHEST for action port [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 631.839091] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257ab811-50e9-4065-bb96-01ea35ed187c with Priority: HIGHEST for action port [ 631.839817] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.839817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.839817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.839817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.839817] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.841390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.841390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.841390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.841390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.841390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.841390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.841619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.841619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.841689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.842759] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.847778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-257ab811-50e9-4065-bb96-01ea35ed187c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.847778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.847778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.847778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.847778] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257ab811-50e9-4065-bb96-01ea35ed187c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.934112] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.186347] env[65762]: INFO networking_nsxv3.common.synchronization [None req-4856899b-03f7-448c-954c-5c172d786c71 None None] Enqueued Resource ID: 9a33bcbb-c4df-420a-b02f-ff562f689ab0 with Priority: HIGHEST for action port [ 632.187877] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a33bcbb-c4df-420a-b02f-ff562f689ab0 with Priority: HIGHEST for action port [ 632.188232] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a33bcbb-c4df-420a-b02f-ff562f689ab0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.188369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a33bcbb-c4df-420a-b02f-ff562f689ab0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.188440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a33bcbb-c4df-420a-b02f-ff562f689ab0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.188722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a33bcbb-c4df-420a-b02f-ff562f689ab0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.188810] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a33bcbb-c4df-420a-b02f-ff562f689ab0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.348888] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.350085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.350341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.350853] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 257ab811-50e9-4065-bb96-01ea35ed187c with status ACTIVE [ 632.351096] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.351226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.351285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.351514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.351583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.351746] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.351840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.351895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.354355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.354475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.354802] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.354802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.354915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357944] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 257ab811-50e9-4065-bb96-01ea35ed187c is going to be updated. [ 632.379687] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.379687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.379687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.381866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.381866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.381866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-257ab811-50e9-4065-bb96-01ea35ed187c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.437462] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.437462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.437462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.437462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.437462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.437462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be updated. [ 632.478749] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.478923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.479054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.479228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.479370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.493825] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 632.694304] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a33bcbb-c4df-420a-b02f-ff562f689ab0 [ 632.694304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.694498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.694585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.695209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.695209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.695209] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a33bcbb-c4df-420a-b02f-ff562f689ab0 already deleted. [ 632.695435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a33bcbb-c4df-420a-b02f-ff562f689ab0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.835600] env[65762]: INFO networking_nsxv3.common.synchronization [req-d01bd644-a5f2-4817-b79d-8923d4ff139b req-f6b3a92a-58c2-48ed-886e-9d4cf0756143 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 632.836174] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 632.836481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.836610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.836675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.836944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.837532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.839541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.839635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.839961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.839961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.840102] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.852297] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.046494] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 633.046494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.342700] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.342911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.342911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.343171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.343268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.343469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.343574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.343675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.343811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.343939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.344111] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de already deleted. [ 633.344111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.358442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.361582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.361582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.361582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.361582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.361582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be created. [ 633.391101] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.391101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.391101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.391101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.391101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.397075] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397307] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.397509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.397886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.398237] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.398663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.398663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.398858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.399073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.399296] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.399439] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.399579] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.399730] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.399849] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.399981] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.400179] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.403346] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: UNINITIALIZED for 2s [ 633.429595] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.430628] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.431033] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.431467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.431911] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e4866cf7-8378-4b0d-a52a-e51f098cc768 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.432145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.432284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.432706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432837] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4866cf7-8378-4b0d-a52a-e51f098cc768',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.523754] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 633.524282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.935658] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.936066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.936425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.936751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.936955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.937135] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e4866cf7-8378-4b0d-a52a-e51f098cc768 not found, creating... [ 633.937424] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.937631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.937759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.937996] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.938214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.938591] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.938766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.938881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.939152] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.939321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.939493] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e4866cf7-8378-4b0d-a52a-e51f098cc768 is going to be created. [ 633.965533] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.965791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.965886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966417] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.966649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.513711] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 634.515119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.515369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.515633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.515898] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516699] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.760536] env[65762]: INFO networking_nsxv3.common.synchronization [req-d01bd644-a5f2-4817-b79d-8923d4ff139b req-2a7ef074-86e3-4ccc-8d89-4feb459d1f08 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 634.760536] env[65762]: INFO networking_nsxv3.common.synchronization [req-d01bd644-a5f2-4817-b79d-8923d4ff139b req-2a7ef074-86e3-4ccc-8d89-4feb459d1f08 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 634.760616] env[65762]: INFO networking_nsxv3.common.synchronization [req-d01bd644-a5f2-4817-b79d-8923d4ff139b req-2a7ef074-86e3-4ccc-8d89-4feb459d1f08 service nova] Enqueued Resource ID: e4866cf7-8378-4b0d-a52a-e51f098cc768 with Priority: HIGHEST for action port [ 634.764933] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 634.765385] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 634.765385] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4866cf7-8378-4b0d-a52a-e51f098cc768 with Priority: HIGHEST for action port [ 634.766418] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.766418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.766418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.767929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.768085] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.769203] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.769300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.769336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.769536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.769696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.769802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.769898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.770074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.770125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.770239] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.771493] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4866cf7-8378-4b0d-a52a-e51f098cc768 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.771618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.771664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.771989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772087] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4866cf7-8378-4b0d-a52a-e51f098cc768',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.019912] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.020873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.020873] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.021598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.021598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.021598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.021598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.021598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.021598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.022810] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.022810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.022810] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.210580] env[65762]: INFO networking_nsxv3.common.synchronization [None req-66f20e67-ed3e-4c06-ae24-b9a28355f697 tempest-ServersV294TestFqdnHostnames-1188737058 tempest-ServersV294TestFqdnHostnames-1188737058-project-member] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 635.211331] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 635.212070] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.213641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.213718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.214210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.214332] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.277766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.277766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.277882] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.278837] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4866cf7-8378-4b0d-a52a-e51f098cc768 with status ACTIVE [ 635.279039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.279170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.279256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.279474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.279581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.279729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.282276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.282821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.283242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.283323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.284061] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.286607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.286607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.286607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.286607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.286607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4866cf7-8378-4b0d-a52a-e51f098cc768 is going to be updated. [ 635.310806] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.311077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.311392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.311611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.311841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4866cf7-8378-4b0d-a52a-e51f098cc768" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.417097] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 635.417392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.421030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.421030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.421030] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.525325] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95573519-e8b4-42b7-a1d2-128cb213163c: rpc.has_security_group_logging(os_id): False [ 635.546317] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.546317] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.546317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.546693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.546693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.546693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.546842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.546889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.547598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.547790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.547868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.548203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.548315] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be updated. [ 635.682242] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa54c924-8c2f-4430-97e0-eaea4aff0464 req-aeff76a4-7074-4cff-b19d-3c8be01f77a5 tempest-DeleteServersAdminTestJSON-1982774307 tempest-DeleteServersAdminTestJSON-1982774307-project-member] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 635.682988] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 635.683367] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.683483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.683547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.683796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.684034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.684240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.684240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.684403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.684599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.684599] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.717635] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c685e0f1-0369-4f30-ac38-9969a7a28bac None None] Enqueued Resource ID: 814d59c3-5353-4c31-ad86-180bb7839038 with Priority: HIGHEST for action port [ 635.719315] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814d59c3-5353-4c31-ad86-180bb7839038 with Priority: HIGHEST for action port [ 635.720371] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-814d59c3-5353-4c31-ad86-180bb7839038 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.720371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814d59c3-5353-4c31-ad86-180bb7839038" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.720371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814d59c3-5353-4c31-ad86-180bb7839038" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.720682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814d59c3-5353-4c31-ad86-180bb7839038" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.720682] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814d59c3-5353-4c31-ad86-180bb7839038',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.746057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.746057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.746057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.746057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.746057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.751782] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.752320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.752320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.752320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.752320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.752795] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa already deleted. [ 635.752795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.772410] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 635.788178] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.814908] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ce44df69-f2ad-4f27-b773-38d2cbeeb66f tempest-ServersV294TestFqdnHostnames-1188737058 tempest-ServersV294TestFqdnHostnames-1188737058-project-member] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 635.815736] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 635.816812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.816933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.816933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.817175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.817265] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.921176] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.192270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.192270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.192270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.192270] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be updated. [ 636.225802] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.226068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.226068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.226416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.226502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.227980] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 814d59c3-5353-4c31-ad86-180bb7839038 [ 636.228968] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.228968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.228968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.229249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.229381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.229517] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:814d59c3-5353-4c31-ad86-180bb7839038 already deleted. [ 636.229625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814d59c3-5353-4c31-ad86-180bb7839038" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.242389] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 636.293525] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.293856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.293856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.294210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.294210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.294314] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be created. [ 636.351227] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.351545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.351545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.353150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.353150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.353150] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa already deleted. [ 636.353510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.354716] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.354865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.354934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.355286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.355343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.370689] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: UNINITIALIZED for 2s [ 636.400058] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.400175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.400286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.400572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.400988] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.401254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.401384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.401597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.402448] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.402576] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.402684] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.402785] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.402894] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.402996] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.403398] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.427044] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5c40dc5-e56a-45f2-97b5-96a66b3810a9: rpc.has_security_group_logging(os_id): False [ 636.434306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.434557] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.434717] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.434959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435425] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-6df013f2-fe45-458a-bc51-913d9d01085d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.435683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.435855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.436345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.436652] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df013f2-fe45-458a-bc51-913d9d01085d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.452214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.452446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.452522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.452851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.452971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.453322] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.453444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.454030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.454030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.454030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.454030] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be created. [ 636.574557] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.574989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.574989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.575213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.590414] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 636.939893] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.940182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.940318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.941097] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.941258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.941413] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 6df013f2-fe45-458a-bc51-913d9d01085d not found, creating... [ 636.941712] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.941870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.941984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.942268] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.942412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.942717] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.943342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.943877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.944165] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.944302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.944446] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 6df013f2-fe45-458a-bc51-913d9d01085d is going to be created. [ 636.969193] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.969415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.969546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.969826] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.970095] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.970406] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.695306] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa54c924-8c2f-4430-97e0-eaea4aff0464 req-e3c7849e-7101-433a-bd26-44e789072c89 service nova] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_rules [ 637.695306] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa54c924-8c2f-4430-97e0-eaea4aff0464 req-e3c7849e-7101-433a-bd26-44e789072c89 service nova] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 637.695686] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa54c924-8c2f-4430-97e0-eaea4aff0464 req-e3c7849e-7101-433a-bd26-44e789072c89 service nova] Enqueued Resource ID: 6df013f2-fe45-458a-bc51-913d9d01085d with Priority: HIGHEST for action port [ 637.695902] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_rules [ 637.696183] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 637.696472] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df013f2-fe45-458a-bc51-913d9d01085d with Priority: HIGHEST for action port [ 637.697116] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.697577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.697753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.698058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.698315] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.699542] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.699710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df013f2-fe45-458a-bc51-913d9d01085d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.700685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.701613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.701613] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df013f2-fe45-458a-bc51-913d9d01085d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.794745] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 637.795008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.203381] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.203663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205083] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6df013f2-fe45-458a-bc51-913d9d01085d with status ACTIVE [ 638.205339] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.205602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.205804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.205880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.206176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.206242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.206437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.206519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.206818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.206866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.207018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.207096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.207205] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6df013f2-fe45-458a-bc51-913d9d01085d is going to be updated. [ 638.231052] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.231313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.231906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df013f2-fe45-458a-bc51-913d9d01085d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.260084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 638.260404] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 deletion is rescheduled due to dependency. [ 638.260404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.260544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.260784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.261092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.261322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.261423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.261580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.261676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.261784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.383133] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 638.383392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.383859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.384143] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.384287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.384348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.384502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.384597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.603731] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 638.603978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.764023] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.887679] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.888092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.888848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.889180] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.889364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.889491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.891019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.891019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.891497] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.891681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.891777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.892014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.892139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.892282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.892430] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.070052] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0ad338e6-2bb7-46a3-9211-12349dc4b5b3 None None] Enqueued Resource ID: 4ec0e122-37b2-4658-be36-edccd58e8fb5 with Priority: HIGHEST for action port [ 639.070509] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec0e122-37b2-4658-be36-edccd58e8fb5 with Priority: HIGHEST for action port [ 639.072475] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec0e122-37b2-4658-be36-edccd58e8fb5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.072475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec0e122-37b2-4658-be36-edccd58e8fb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.072475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec0e122-37b2-4658-be36-edccd58e8fb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.072475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec0e122-37b2-4658-be36-edccd58e8fb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.072475] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec0e122-37b2-4658-be36-edccd58e8fb5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.267098] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.396075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bca6c302-cfe2-4af9-8ca8-63ad3e3d40de: rpc.has_security_group_logging(os_id): False [ 639.427266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.427447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.427515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.428224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.428335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.428430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.428639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.428726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.429772] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.429772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.429772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.429772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.429772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.429772] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.429772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.430779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.430779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.430779] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be created. [ 639.508078] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.508078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.508310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.508424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.508654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.525588] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 639.574915] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec0e122-37b2-4658-be36-edccd58e8fb5 [ 639.575167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.576042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.576042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.576042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.576042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec0e122-37b2-4658-be36-edccd58e8fb5 already deleted. [ 639.576042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec0e122-37b2-4658-be36-edccd58e8fb5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770629] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.771021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.771021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.771241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.771402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.771579] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be updated. [ 639.803546] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.803842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.803842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.803982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.804180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.814678] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 641.545965] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 641.546501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.829510] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 641.829757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.829971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.830486] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.830615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.830682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.830973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.831106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.831198] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.898544] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 641.898544] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 641.898982] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 641.899223] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 641.899739] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.899886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.899985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.900500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.900822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.900974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.901052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.901290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.901474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.901675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.903964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.903964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.903964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.904534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.904534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.904860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.904860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.904860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.905031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.905031] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.989888] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_rules [ 641.990269] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 641.990476] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 641.990614] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 641.990739] env[65762]: INFO networking_nsxv3.common.synchronization [req-698e9253-20ac-4223-b42e-07c5a010241f req-fd6abfdf-c4a3-4333-98c7-12dbed913b6d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 641.991608] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_rules [ 641.991758] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 641.991879] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 641.991992] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 641.992113] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 641.992624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.992880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.992880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.993265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.993542] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.994650] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.994830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.994913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.995175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.995262] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.997051] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-49071f9c-27b9-4eef-b82b-da0998a8c3f0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.997051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.997051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.997051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.997224] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49071f9c-27b9-4eef-b82b-da0998a8c3f0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.998404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.999362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.999362] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.999362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.335265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.335545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.335712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.336058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.336522] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.336522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.336680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.336778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.336870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.336964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.337154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.337470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.337606] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.337907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.338533] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.338876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.339033] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.406556] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.411655] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.501172] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501598] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with status ACTIVE [ 642.501722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.502617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.502617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.502617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.502617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.502806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.503288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.503919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.503919] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.503919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.503919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.503919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.504184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.504184] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 is going to be updated. [ 642.537124] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.537283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.537363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.537573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.537704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.537864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.602395] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f6e97b7-e88f-471a-b36c-9c11b86142b9 req-66e0f12f-4d58-4212-a96f-1733d4b7deed tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 642.603913] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 642.604662] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.604662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.604662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.604943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.604943] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.606450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.606450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.606450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.606450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.606450] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.844603] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10528d1b-c448-4197-a697-15cec3545ff3: rpc.has_security_group_logging(os_id): False [ 642.862789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.863049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.863049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.865332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.865332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.865332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.865332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.866117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.866117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.866117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be updated. [ 642.910938] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.915869] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.962056] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.962480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.962480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.962480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.962877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.984395] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 643.072582] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.072796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.072897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.073178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.073476] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.073652] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.073806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.074066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.074231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.074442] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.074581] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.074733] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.074872] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.074987] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.075126] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.075265] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.101309] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.102032] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.102032] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.102032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102228] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-5fb74038-d7c4-491e-acb4-c90970100a27 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.102770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102915] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb74038-d7c4-491e-acb4-c90970100a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.111551] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.413558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.413733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.414039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.414039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.414135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 643.419356] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.419806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.419890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.419988] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be created. [ 643.451703] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.451884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.451956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.452170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.452321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.455254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.455254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.455254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.455254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.455254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468369] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 643.469159] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: UNINITIALIZED for 2s [ 643.606332] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.606687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.606687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.606971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.607126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.607281] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 5fb74038-d7c4-491e-acb4-c90970100a27 not found, creating... [ 643.607536] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.607692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.607805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.608109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.608247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.608835] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.609012] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.609115] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.609346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.609523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.609684] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 5fb74038-d7c4-491e-acb4-c90970100a27 is going to be created. [ 643.613596] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.634301] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.634501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.634609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.635123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.635348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.117015] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.117203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.117356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.117560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.117600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.117734] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 644.149722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.149929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.149929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.150041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.160934] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 644.360568] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f6e97b7-e88f-471a-b36c-9c11b86142b9 req-e1f9f180-7605-4658-9913-43ae84ee2c7b service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 644.360745] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f6e97b7-e88f-471a-b36c-9c11b86142b9 req-e1f9f180-7605-4658-9913-43ae84ee2c7b service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 644.360904] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f6e97b7-e88f-471a-b36c-9c11b86142b9 req-e1f9f180-7605-4658-9913-43ae84ee2c7b service nova] Enqueued Resource ID: 5fb74038-d7c4-491e-acb4-c90970100a27 with Priority: HIGHEST for action port [ 644.361495] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 644.361644] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 644.361755] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb74038-d7c4-491e-acb4-c90970100a27 with Priority: HIGHEST for action port [ 644.366050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.366491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.366609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.368410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.368532] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.369809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.369938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.370204] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb74038-d7c4-491e-acb4-c90970100a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.370329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.370432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.371378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.371378] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb74038-d7c4-491e-acb4-c90970100a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.872965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.873306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fb74038-d7c4-491e-acb4-c90970100a27 with status ACTIVE [ 644.873808] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.873808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.873991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.873991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.874172] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.874239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.874298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.874430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.874509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.874686] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.874782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.874843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.874987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.875075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.875162] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fb74038-d7c4-491e-acb4-c90970100a27 is going to be updated. [ 644.907388] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.907388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.907388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.907388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.907388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.907388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb74038-d7c4-491e-acb4-c90970100a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.046976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 645.049408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.108213] env[65762]: INFO networking_nsxv3.common.synchronization [None req-f8b5125b-062f-4088-92af-1fcb52f0cbee None None] Enqueued Resource ID: a570ce11-ee42-466f-b251-038f8a1dd827 with Priority: HIGHEST for action port [ 645.110206] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a570ce11-ee42-466f-b251-038f8a1dd827 with Priority: HIGHEST for action port [ 645.110206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a570ce11-ee42-466f-b251-038f8a1dd827 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.110206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a570ce11-ee42-466f-b251-038f8a1dd827" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a570ce11-ee42-466f-b251-038f8a1dd827" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a570ce11-ee42-466f-b251-038f8a1dd827" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114029] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a570ce11-ee42-466f-b251-038f8a1dd827',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.482650] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 645.482888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.483123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.483440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.483595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.483705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.483809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.483912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.483990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.484097] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.485588] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 645.485762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.485900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.487068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.487820] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.487973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.488029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.488184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.488270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.488365] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.617757] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a570ce11-ee42-466f-b251-038f8a1dd827 [ 645.618016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.618083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.618122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.619040] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a570ce11-ee42-466f-b251-038f8a1dd827 already deleted. [ 645.619040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a570ce11-ee42-466f-b251-038f8a1dd827" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.993022] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.993022] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.012828] env[65762]: INFO networking_nsxv3.common.synchronization [req-0dcfebe4-7239-4073-92fa-941eee9de690 req-f35d1ebe-e09d-44c1-bcf6-f883bcf350eb tempest-ServersTestBootFromVolume-1324524451 tempest-ServersTestBootFromVolume-1324524451-project-member] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 646.013849] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 646.014708] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.017017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.172124] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 646.172517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.172517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.172710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.172891] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.173022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.173103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.174687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.174687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.174687] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.494042] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.495537] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.522780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.522780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.522780] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 already deleted. [ 646.522780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.676646] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.696966] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.696966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-819" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.696966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-819" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.697233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-819" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.697490] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.697651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.697775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.698041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.698219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.698703] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.698703] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.698703] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.698838] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.698838] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.698932] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.699093] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.726174] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.726386] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.726588] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.726980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-819" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.727302] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-44db9378-a704-4110-a4c2-6c7b1290afa3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.727551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.727708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.728250] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.728447] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44db9378-a704-4110-a4c2-6c7b1290afa3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.000166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.000726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.000726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.000835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.000872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.000983] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 647.002520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.002690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.002801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.002954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.003207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.003323] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be updated. [ 647.058839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.059083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.059174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.059401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.059557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.062579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.062774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.062873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.063272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.063505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.079724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 647.080637] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 647.179932] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.230809] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.231105] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.231448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.231680] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.231764] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 44db9378-a704-4110-a4c2-6c7b1290afa3 not found, creating... [ 647.231974] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.232166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.232284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.232544] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.232674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.232961] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.233110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.233222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.233422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.233548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.233681] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 44db9378-a704-4110-a4c2-6c7b1290afa3 is going to be created. [ 647.254196] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.254402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.254527] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.254895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.255024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.255283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.585276] env[65762]: INFO networking_nsxv3.common.synchronization [None req-11d2abd5-f890-400f-82ce-5f1514a92c74 None None] Enqueued Resource ID: 4d0b3f01-271f-4567-97ca-b7bdb9eb53e1 with Priority: HIGHEST for action port [ 647.585826] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0b3f01-271f-4567-97ca-b7bdb9eb53e1 with Priority: HIGHEST for action port [ 647.586237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0b3f01-271f-4567-97ca-b7bdb9eb53e1 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.586371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0b3f01-271f-4567-97ca-b7bdb9eb53e1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.586438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0b3f01-271f-4567-97ca-b7bdb9eb53e1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.586699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0b3f01-271f-4567-97ca-b7bdb9eb53e1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.586794] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0b3f01-271f-4567-97ca-b7bdb9eb53e1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.682963] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.683159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.683208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.683429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.683521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.683621] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 647.713499] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.713588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.713667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.713943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.714145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.725302] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 648.009047] env[65762]: INFO networking_nsxv3.common.synchronization [req-0dcfebe4-7239-4073-92fa-941eee9de690 req-21e1a7e1-80d9-4edb-9bc4-d997696ef3c0 service nova] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 648.009296] env[65762]: INFO networking_nsxv3.common.synchronization [req-0dcfebe4-7239-4073-92fa-941eee9de690 req-21e1a7e1-80d9-4edb-9bc4-d997696ef3c0 service nova] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 648.009392] env[65762]: INFO networking_nsxv3.common.synchronization [req-0dcfebe4-7239-4073-92fa-941eee9de690 req-21e1a7e1-80d9-4edb-9bc4-d997696ef3c0 service nova] Enqueued Resource ID: 44db9378-a704-4110-a4c2-6c7b1290afa3 with Priority: HIGHEST for action port [ 648.009911] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_rules [ 648.010077] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 648.010205] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db9378-a704-4110-a4c2-6c7b1290afa3 with Priority: HIGHEST for action port [ 648.010519] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.010659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.011054] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.012258] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.012839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.012987] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.013176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.013252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.013490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.013589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.015344] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.016617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-44db9378-a704-4110-a4c2-6c7b1290afa3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.016765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.016765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.017650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.017732] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44db9378-a704-4110-a4c2-6c7b1290afa3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.089286] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 648.089453] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 648.089737] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 648.089896] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d0b3f01-271f-4567-97ca-b7bdb9eb53e1 [ 648.090174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.090295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.090363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.090557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.090665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.090752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d0b3f01-271f-4567-97ca-b7bdb9eb53e1 already deleted. [ 648.091095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0b3f01-271f-4567-97ca-b7bdb9eb53e1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.091365] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 648.091463] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 648.091577] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 648.091853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.091947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092146] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.092253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.092596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.092740] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.092859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.093052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.093131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.093406] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.094189] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.094612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [req-7190c9f9-486b-481c-837c-3350dad2d4a9 req-5f250da6-1ae7-4d79-97cf-65b5dbc9fc1d tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with Priority: HIGHEST for action port [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 648.139210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.139210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.139210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.139210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.139210] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.140537] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.140537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.140789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.140859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141171] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-49071f9c-27b9-4eef-b82b-da0998a8c3f0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.141239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.141646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.141646] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49071f9c-27b9-4eef-b82b-da0998a8c3f0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.142404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.142539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.142700] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.142781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.143265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.143356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.521155] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.521355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.521404] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.523533] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44db9378-a704-4110-a4c2-6c7b1290afa3 with status ACTIVE [ 648.523743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.523903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.523994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.524276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.524422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.524653] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.524868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.524868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.524994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.525086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.525263] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.525354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.525428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.525557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.525632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.525718] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44db9378-a704-4110-a4c2-6c7b1290afa3 is going to be updated. [ 648.553029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.553366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.553366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.553812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.553909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.554136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44db9378-a704-4110-a4c2-6c7b1290afa3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.596026] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.644847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49071f9c-27b9-4eef-b82b-da0998a8c3f0 with status ACTIVE [ 648.647216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.651129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.651129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.651129] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49071f9c-27b9-4eef-b82b-da0998a8c3f0 is going to be updated. [ 648.651129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.651129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672190] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.672190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.672190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.672484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.672484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49071f9c-27b9-4eef-b82b-da0998a8c3f0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.029462] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.092324] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 649.092572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.092761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.092980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.093369] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.093369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.093369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.093558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.093604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.093685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.093774] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.097039] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 649.097238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.097627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.097804] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.097925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.098012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.098726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.098726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.098726] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.099994] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9faa484-a11d-4222-a822-874528beeb7d req-c0cf31b7-fe87-4049-8101-5453635b4b82 tempest-ServersTestFqdnHostnames-871311430 tempest-ServersTestFqdnHostnames-871311430-project-member] Enqueued Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 649.100580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.100805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.101629] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.101629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.101629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.101629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.101629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.101629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.101629] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.103453] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.103453] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f with Priority: HIGHEST for action security_group_members [ 649.103453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.103651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.103935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.103935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.104140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104242] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.105422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.105802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.105802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.105802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.105949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.106035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.106477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.106657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.106743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.107568] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d94fb69c-5174-4040-a5d5-fcb487cb1e4f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.533846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.534070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.534116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.534352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.534476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.534595] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 is going to be created. [ 649.567695] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.567838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.567918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.568140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.568304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.579523] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: UNINITIALIZED for 2s [ 649.603293] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.604644] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.605884] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.606052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.606398] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.606545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.606635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.606894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.607010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.607136] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 is going to be created. [ 649.608947] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.610110] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.610110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.610324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.610420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.610535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.610763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.610891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.610975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.611197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.611310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.611424] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f is going to be updated. [ 649.645497] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.645740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.645938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.646181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.658854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: UNINITIALIZED for 2s [ 649.659834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.659970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.660050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.661027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.661027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.671014] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: IN_PROGRESS for 2s [ 649.738485] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738485] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.879185] env[65762]: INFO networking_nsxv3.common.synchronization [None req-350ead01-f7be-4d60-ac8c-ada02be620c7 None None] Enqueued Resource ID: 74af5798-0372-418e-92b2-5d5d3dae6be5 with Priority: HIGHEST for action port [ 649.879657] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74af5798-0372-418e-92b2-5d5d3dae6be5 with Priority: HIGHEST for action port [ 649.879980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-74af5798-0372-418e-92b2-5d5d3dae6be5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.880121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74af5798-0372-418e-92b2-5d5d3dae6be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.880213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74af5798-0372-418e-92b2-5d5d3dae6be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.880481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74af5798-0372-418e-92b2-5d5d3dae6be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.880565] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74af5798-0372-418e-92b2-5d5d3dae6be5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.109963] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec2b962-bd38-4eda-a666-6f079413f831: rpc.has_security_group_logging(os_id): False [ 650.111155] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.113880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.146037] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.146275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.146275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.146448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.146535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.146748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.146857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.146925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.147145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.147145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.147235] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be created. [ 650.210392] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.210593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.210792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.210961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.223316] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 650.240224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.240436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.240516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.240709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.240885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.240988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.241076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241548] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.241642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.241707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241966] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.242202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.242202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.242321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.242403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.242490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.242580] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.384223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74af5798-0372-418e-92b2-5d5d3dae6be5 [ 650.384223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.384223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.384223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.384223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.384223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.384223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74af5798-0372-418e-92b2-5d5d3dae6be5 already deleted. [ 650.384766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74af5798-0372-418e-92b2-5d5d3dae6be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.613587] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.613879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.613879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.614130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.614202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.614362] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be updated. [ 650.616210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.616392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.616392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.616599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.616655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.616734] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 650.646510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.646915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.647079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.647366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.647544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.649362] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.649602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.649602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.649711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.649834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.661484] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 650.662532] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 650.735393] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 650.735393] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 650.735393] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 650.735393] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 650.735393] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3213abf-2ded-445f-ab1d-4dfcdc35515b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.735393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.735393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.735393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.735788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.735788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.735788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.735920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.735920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.736056] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.737395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.737586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.737586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.743676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.743676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.743676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.743676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.743676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.743676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.743676] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.745622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e8bf69-e0ca-4698-85ba-8c0151a71289: rpc.has_security_group_logging(os_id): False [ 650.769856] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.770037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.770113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.770418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.770521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.770827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.770946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.771019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.771203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.771276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.771488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.771647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.771647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.772482] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.772482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.772818] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_rules [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [req-4d43506e-1ca2-4bd9-ae78-44a8df1dc762 req-266d6c27-ff15-4866-9c30-03ab79ec4931 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_rules [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 650.817058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 650.817058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.817058] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.817058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3213abf-2ded-445f-ab1d-4dfcdc35515b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.817058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.817935] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.818842] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-faca6579-f047-47cd-ac01-f21837ba199a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.818842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.818842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.818842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.818842] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faca6579-f047-47cd-ac01-f21837ba199a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.820091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.820091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.820091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3213abf-2ded-445f-ab1d-4dfcdc35515b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.820091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.850391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.850778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.852712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.852712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.852712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866536] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 650.903843] env[65762]: INFO networking_nsxv3.common.synchronization [req-0022854f-7ab0-44a4-a532-dd108a8046f7 req-988f69a8-2474-4de2-b460-1fa47415a51a tempest-ServerAddressesNegativeTestJSON-160809806 tempest-ServerAddressesNegativeTestJSON-160809806-project-member] Enqueued Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 650.903843] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 650.903843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.905710] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.905710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.905710] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.245268] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.247109] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.321521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3213abf-2ded-445f-ab1d-4dfcdc35515b taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.321725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.321952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.321952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.322839] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faca6579-f047-47cd-ac01-f21837ba199a with status ACTIVE [ 651.322839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.322839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.322839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.322839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.322839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.323288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.323288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.323288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.323288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.323424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.323541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.323635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.323699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.323842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.323917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.324010] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faca6579-f047-47cd-ac01-f21837ba199a is going to be updated. [ 651.346886] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.347043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.347119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.347323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.347488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.347611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.407561] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.407721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.407795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.408045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.408445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.408445] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.408616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.408616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.409000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.409000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.409000] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 already deleted. [ 651.409000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.504354] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.504540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-163" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.504647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-163" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.506019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-163" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.509493] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.509493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.509493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.509493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.509493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.509493] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.509493] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.509796] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.509796] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.509796] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.509913] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.511031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.532326] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.532837] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.532837] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.532911] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-163" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.533225] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-b41e531a-f9ba-437d-8cb9-47eac9c849ee taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.533425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.533508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.533830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.533981] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41e531a-f9ba-437d-8cb9-47eac9c849ee',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.589929] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: SUCCESS [ 651.590067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.590419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.590508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.591534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.591667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.591740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.591912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.591992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.592095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.592188] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.672389] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: SUCCESS [ 651.672741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.674115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.674346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.674544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.674659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.674726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.675035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.675148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.675288] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.684270] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f in Status: SUCCESS [ 651.684453] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d94fb69c-5174-4040-a5d5-fcb487cb1e4f deletion is rescheduled due to dependency. [ 651.684639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d94fb69c-5174-4040-a5d5-fcb487cb1e4f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.748679] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.750317] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.037064] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037417] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.037818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.037912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.038149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port b41e531a-f9ba-437d-8cb9-47eac9c849ee not found, creating... [ 652.038462] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.038668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.039058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.039406] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.039621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.040071] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.040325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.040456] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.040712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.040904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.041156] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: b41e531a-f9ba-437d-8cb9-47eac9c849ee is going to be created. [ 652.063504] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.063755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.063755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.064124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.064231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.064490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.096707] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.178038] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.240813] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 652.241099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241618] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.253755] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.253755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.253755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.253755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.253755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.253755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b is going to be created. [ 652.254401] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.254401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.254494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.255108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.255108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.255108] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 652.293150] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.293150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.293150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.293150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.293150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.294745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.295726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.295970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.296361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.296695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311357] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 652.311357] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: UNINITIALIZED for 2s [ 652.606373] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0433fc6c-413d-4fa4-9ab4-b6a7f0954510: rpc.has_security_group_logging(os_id): False [ 652.626419] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.626632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.626632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.626918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.627400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.627465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.627637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627802] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 is going to be created. [ 652.673149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 652.673365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.673552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.673748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.673935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.674086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.674153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.674313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.674397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.674495] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.676140] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 652.676325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.676476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.676653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.676819] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.676924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.677133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.677133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.677249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.677306] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.682678] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.698247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.698403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.698471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.698678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.698853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.714784] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: IN_PROGRESS for 2s [ 652.744933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.744933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.786499] env[65762]: INFO networking_nsxv3.common.synchronization [req-0022854f-7ab0-44a4-a532-dd108a8046f7 req-7b884d5a-659f-4335-aba6-e336b282c0b3 service nova] Enqueued Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_rules [ 652.786778] env[65762]: INFO networking_nsxv3.common.synchronization [req-0022854f-7ab0-44a4-a532-dd108a8046f7 req-7b884d5a-659f-4335-aba6-e336b282c0b3 service nova] Enqueued Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 652.786880] env[65762]: INFO networking_nsxv3.common.synchronization [req-0022854f-7ab0-44a4-a532-dd108a8046f7 req-7b884d5a-659f-4335-aba6-e336b282c0b3 service nova] Enqueued Resource ID: b41e531a-f9ba-437d-8cb9-47eac9c849ee with Priority: HIGHEST for action port [ 652.787388] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_rules [ 652.787664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 652.787777] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41e531a-f9ba-437d-8cb9-47eac9c849ee with Priority: HIGHEST for action port [ 652.788106] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.788268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.788328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.788567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.789036] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.789780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.789945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.790242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.790474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.790617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.790720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.790787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.790940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.791101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.791153] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.792358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41e531a-f9ba-437d-8cb9-47eac9c849ee taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.792469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.792542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.792701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.793039] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41e531a-f9ba-437d-8cb9-47eac9c849ee',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.880469] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 652.880679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.180603] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.181166] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.185760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.185990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.186091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.186307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.186401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.186500] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 is going to be updated. [ 653.215262] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.215401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.215474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.215686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.215828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.226147] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: IN_PROGRESS for 2s [ 653.294847] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.296477] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.296626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.296990] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b41e531a-f9ba-437d-8cb9-47eac9c849ee with status ACTIVE [ 653.297203] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.297274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.297274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.297468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.297560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.297802] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.297981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.298086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.298447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.298588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.298868] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.299030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.299135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.299412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.299549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.299694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b41e531a-f9ba-437d-8cb9-47eac9c849ee is going to be updated. [ 653.333363] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.333503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.333566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.333782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.333921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.334460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41e531a-f9ba-437d-8cb9-47eac9c849ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.731438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.731438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.731438] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2237e83e-a816-452e-92a3-4dfa637a3d39 None None] Enqueued Resource ID: cf23392a-aaa1-4711-a4d9-fc00ce1c8a36 with Priority: HIGHEST for action port [ 653.731438] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf23392a-aaa1-4711-a4d9-fc00ce1c8a36 with Priority: HIGHEST for action port [ 653.731438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf23392a-aaa1-4711-a4d9-fc00ce1c8a36 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf23392a-aaa1-4711-a4d9-fc00ce1c8a36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf23392a-aaa1-4711-a4d9-fc00ce1c8a36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf23392a-aaa1-4711-a4d9-fc00ce1c8a36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.731438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf23392a-aaa1-4711-a4d9-fc00ce1c8a36',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.731438] env[65762]: INFO networking_nsxv3.common.synchronization [req-ed78e62b-b712-4f2b-b7d7-d1e360191861 req-8a28fba9-ee5f-45b2-980f-b89e42f42def tempest-InstanceActionsNegativeTestJSON-2112265849 tempest-InstanceActionsNegativeTestJSON-2112265849-project-member] Enqueued Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 653.731438] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGHEST for action security_group_members [ 653.731438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.731438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.731438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.734143] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.797738] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.971407] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c673062-5c1e-4b48-8d1f-6111bc755f12 req-621e8d1f-0d95-4b04-b91e-bae1753f6d65 tempest-ServersV294TestFqdnHostnames-1188737058 tempest-ServersV294TestFqdnHostnames-1188737058-project-member] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 653.972276] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 653.972276] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.972502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.972502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.972754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.972933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.973077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.973150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.973315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.973439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973573] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.186250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.186726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.186783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.186902] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 654.188326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.188511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.188511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.189319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.189319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.189319] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be updated. [ 654.224673] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.224673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.224673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.224673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.224673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.227602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.227863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.230106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.230106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.230106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.231557] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf23392a-aaa1-4711-a4d9-fc00ce1c8a36 [ 654.231926] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.231994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.232063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.232237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.232378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.232587] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf23392a-aaa1-4711-a4d9-fc00ce1c8a36 already deleted. [ 654.232763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf23392a-aaa1-4711-a4d9-fc00ce1c8a36" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.233147] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.233885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.233986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.234210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.234333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.234373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.234569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.234644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.234761] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b is going to be updated. [ 654.244235] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 654.244933] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 654.269915] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.270074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.270119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.270378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.270516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.283722] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: IN_PROGRESS for 2s [ 654.301688] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.302063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.302063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.302373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.304088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.304277] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 is going to be created. [ 654.326293] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: SUCCESS [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.326293] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.326293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.326293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.326293] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.327921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.328133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.328404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.328513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.328513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.328660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.328847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.328944] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.338225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.338374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.338433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.338628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.339110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.350367] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: UNINITIALIZED for 2s [ 654.476704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.476911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.476911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.477161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.477257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.477457] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.477603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.477661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.477786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.477898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.477945] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa already deleted. [ 654.478094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.728706] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: SUCCESS [ 654.728706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.752560] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.752815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-333" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.752895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-333" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.754191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-333" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.754191] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.754191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.754191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.754503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.754503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.754678] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.754736] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.755176] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.755176] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.755176] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.755176] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.755432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.775212] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.775453] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.775642] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.775821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-333" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.776225] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.776554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.776554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.777524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.777657] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f670fd3-cb58-4007-8cc7-38e018e8ccdb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.830356] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.831502] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.244028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: SUCCESS [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.244028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.244028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.244607] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.280794] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.280794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.280794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.281146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.281507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.281507] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 3f670fd3-cb58-4007-8cc7-38e018e8ccdb not found, creating... [ 655.281731] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.281962] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.282156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.282797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.286725] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.287032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.287282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.287526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.287617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 3f670fd3-cb58-4007-8cc7-38e018e8ccdb is going to be created. [ 655.333261] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.335390] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.339388] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.340116] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.746405] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.843853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.844042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.844093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.844307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844587] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b is going to be updated. [ 655.846077] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.846216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.846264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.846442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.846527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.846617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 655.885143] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.885363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.885363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.885573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.885715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.888246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.888422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.888472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.888650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.888785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.900637] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: IN_PROGRESS for 2s [ 655.901578] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 655.924406] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8f2c3819-b7f5-4e5b-91b7-d8697f2a727a None None] Enqueued Resource ID: db0dd7a5-201f-45f2-aff6-8d3c37736022 with Priority: HIGHEST for action port [ 655.925230] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0dd7a5-201f-45f2-aff6-8d3c37736022 with Priority: HIGHEST for action port [ 655.925352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0dd7a5-201f-45f2-aff6-8d3c37736022 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.925551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0dd7a5-201f-45f2-aff6-8d3c37736022" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.925551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0dd7a5-201f-45f2-aff6-8d3c37736022" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.926280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0dd7a5-201f-45f2-aff6-8d3c37736022" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.926280] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0dd7a5-201f-45f2-aff6-8d3c37736022',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.134754] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c673062-5c1e-4b48-8d1f-6111bc755f12 req-328fef11-649d-4fb5-ad98-410e564fa90f service nova] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 656.134754] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c673062-5c1e-4b48-8d1f-6111bc755f12 req-328fef11-649d-4fb5-ad98-410e564fa90f service nova] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 656.134754] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c673062-5c1e-4b48-8d1f-6111bc755f12 req-328fef11-649d-4fb5-ad98-410e564fa90f service nova] Enqueued Resource ID: 3f670fd3-cb58-4007-8cc7-38e018e8ccdb with Priority: HIGHEST for action port [ 656.134754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_rules [ 656.134754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 656.136517] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f670fd3-cb58-4007-8cc7-38e018e8ccdb with Priority: HIGHEST for action port [ 656.136517] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.136517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.136517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.136517] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.137759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.137759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.138362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.138362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140260] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.140260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.140260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.140260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.140260] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.141238] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.144708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.145027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.145522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.145709] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f670fd3-cb58-4007-8cc7-38e018e8ccdb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.248665] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a394b29-3e1e-44d0-b501-e532ae6bca92: rpc.has_security_group_logging(os_id): False [ 656.271159] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.271159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.271159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.271792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.271792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.271792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.271792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.271792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.272009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.272009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.272129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.272201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.272280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.272368] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.278640] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 656.278923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.279126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.279334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.279519] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.279632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.279954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.280090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.280189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.280353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.280549] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.296735] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b in Status: SUCCESS [ 656.297244] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b deletion is rescheduled due to dependency. [ 656.297244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.300024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.301531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.301661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.302044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.302044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.302300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.302673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.302761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.302968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.303047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.303122] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 is going to be created. [ 656.369019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: SUCCESS [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372204] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.372204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.372204] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.412779] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.413267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.413404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.428498] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db0dd7a5-201f-45f2-aff6-8d3c37736022 [ 656.428498] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.428726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.428726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.428894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.428969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.429085] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db0dd7a5-201f-45f2-aff6-8d3c37736022 already deleted. [ 656.429264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0dd7a5-201f-45f2-aff6-8d3c37736022" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.430252] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: IN_PROGRESS for 2s [ 656.485024] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c762d371-c388-4ae9-afca-c6d305cf9a07 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 656.485989] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 656.486965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.489400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.489400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.489400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.489400] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.650642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.651800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.651800] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.654749] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f670fd3-cb58-4007-8cc7-38e018e8ccdb with status ACTIVE [ 656.654749] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.654749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.654749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.655817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.655911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.656152] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.656339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.656733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.656825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.657451] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.657451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.657451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.657451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658550] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f670fd3-cb58-4007-8cc7-38e018e8ccdb is going to be updated. [ 656.687643] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.687817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.687884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.688116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.688267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.689537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f670fd3-cb58-4007-8cc7-38e018e8ccdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.775753] env[65762]: INFO networking_nsxv3.common.synchronization [None req-78d5ff1a-815e-4ebd-a651-0f972483ed9d tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 656.776385] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 656.778537] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 656.781063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.781063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.785159] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.810453] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.810453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.810453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.810867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.810982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.811594] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.812147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.812147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.812334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.812413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.813033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.813033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.813393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.813393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.813393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.813534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.813692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.813771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.813920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.814055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.815814] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 656.876225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.879940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.879940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.879940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.879940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.880728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.880728] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.889972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.890337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.890495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.890751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.891293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.913444] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 657.010878] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.011040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.011109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.011324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.011407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.011503] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 already deleted. [ 657.011590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.012419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.012419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.012419] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.162343] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.292819] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec2b962-bd38-4eda-a666-6f079413f831: rpc.has_security_group_logging(os_id): False [ 657.325174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.325400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.325469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.325933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.325990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.326254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.326417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.326417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.326585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.326657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.326952] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be updated. [ 657.383339] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da2e97a-80d1-48a9-b896-7100e8d1f650: rpc.has_security_group_logging(os_id): False [ 657.399054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.399218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.399267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.399476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.399615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.408435] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.408600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.408646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.408853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.408943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.409159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.409275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.409317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.409474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.409583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.409794] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.409897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.409975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.410146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.410235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.410447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.410549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.410609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.410753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.410837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.411398] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 is going to be created. [ 657.412702] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 657.493064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.493209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.493276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.493568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.493757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.517984] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: IN_PROGRESS for 2s [ 657.541742] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.541887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.541944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.542192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.542288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.542391] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 already deleted. [ 657.542472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.665617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.665617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.665770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.665843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.666639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.666639] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa is going to be created. [ 657.698938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.698938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.698938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.698938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.698938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.709717] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: UNINITIALIZED for 2s [ 657.917290] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: SUCCESS [ 657.917982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.921029] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 657.921029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.921029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.921496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.921553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.921896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.921896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.922033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.922099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922978] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.926065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.926065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.926163] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.926376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.926438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.930540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.930540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.930540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.930540] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.116051] env[65762]: INFO networking_nsxv3.common.synchronization [req-42b01e22-86a7-43a5-8bff-2bdd10388da8 req-f9a18119-2b26-4601-b9c3-be772cbe306c tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 658.116622] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 658.117589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.117589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.117589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.117589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.117589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.117969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.117969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.120058] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.428801] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.432704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.432888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.432888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.433019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.433187] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.433294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.434211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.434211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.434211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.434211] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.434211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.434211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435356] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.435491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.436062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.436198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.436526] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.444574] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: SUCCESS [ 658.444574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.553958] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0fcbfb86-9cff-42da-8b1e-1222404436ac None None] Enqueued Resource ID: ff2ba8d3-734b-4be8-9c4a-891b277445e6 with Priority: HIGHEST for action port [ 658.554752] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2ba8d3-734b-4be8-9c4a-891b277445e6 with Priority: HIGHEST for action port [ 658.555110] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2ba8d3-734b-4be8-9c4a-891b277445e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.555263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2ba8d3-734b-4be8-9c4a-891b277445e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2ba8d3-734b-4be8-9c4a-891b277445e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.556140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2ba8d3-734b-4be8-9c4a-891b277445e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.556270] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2ba8d3-734b-4be8-9c4a-891b277445e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.623762] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.675783] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.675783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.675985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.676646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.676646] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.676646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.676828] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.677021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.677358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.677995] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.677995] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.677995] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.678845] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.679037] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.679217] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.682074] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.699755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.699944] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.700150] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.700382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.700697] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-c24b14ee-a35b-45c6-9265-93676708568c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.700865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.700979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.701362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.701505] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24b14ee-a35b-45c6-9265-93676708568c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.882733] env[65762]: INFO networking_nsxv3.common.synchronization [req-513fe59d-de77-4591-a12c-87df27a0ce01 req-1b2ed04c-c3c4-49b2-b5c5-270dcae035f9 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 658.883327] env[65762]: INFO networking_nsxv3.common.synchronization [req-513fe59d-de77-4591-a12c-87df27a0ce01 req-1b2ed04c-c3c4-49b2-b5c5-270dcae035f9 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 658.883922] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b with Priority: HIGHEST for action security_group_members [ 658.884136] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 658.884432] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3213abf-2ded-445f-ab1d-4dfcdc35515b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.884559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.884626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.884846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.885076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.885131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.885250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.885329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.885416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.885510] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3213abf-2ded-445f-ab1d-4dfcdc35515b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.886363] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.886486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.886527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.886667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.886788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.886880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.886940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.887107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.887190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.887277] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.932561] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 658.932561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.933533] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3213abf-2ded-445f-ab1d-4dfcdc35515b: rpc.has_security_group_logging(os_id): False [ 658.933815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.934323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.934323] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.939307] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c30970a1-d731-43ba-b529-7dddb3cdd3c2: rpc.has_security_group_logging(os_id): False [ 658.941658] env[65762]: INFO networking_nsxv3.common.synchronization [req-513fe59d-de77-4591-a12c-87df27a0ce01 req-1b2ed04c-c3c4-49b2-b5c5-270dcae035f9 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 658.941828] env[65762]: INFO networking_nsxv3.common.synchronization [req-513fe59d-de77-4591-a12c-87df27a0ce01 req-1b2ed04c-c3c4-49b2-b5c5-270dcae035f9 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 658.941963] env[65762]: INFO networking_nsxv3.common.synchronization [req-513fe59d-de77-4591-a12c-87df27a0ce01 req-1b2ed04c-c3c4-49b2-b5c5-270dcae035f9 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 658.943867] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_rules [ 658.943948] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 658.943989] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faca6579-f047-47cd-ac01-f21837ba199a with Priority: HIGHEST for action port [ 658.945666] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.946437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.946437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.946437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-faca6579-f047-47cd-ac01-f21837ba199a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.946437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.946644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.946809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.946809] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faca6579-f047-47cd-ac01-f21837ba199a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.954738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.954738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.954921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.954993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955335] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.955437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.955501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.955678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b is going to be created. [ 658.962107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.962245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.962316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.962513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.962619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.962830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.962929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.962992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.963405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.963405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.963553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.963553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.963673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.963720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.963785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.963972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.964082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.964137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.964606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.964606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.964606] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 659.025031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.025031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.025031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.025031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.025031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.037178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.037178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.037178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.037178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.037178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.039984] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: IN_PROGRESS for 2s [ 659.047644] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 659.058384] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff2ba8d3-734b-4be8-9c4a-891b277445e6 [ 659.058630] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.058874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.059011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.059582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.059686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.059784] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff2ba8d3-734b-4be8-9c4a-891b277445e6 already deleted. [ 659.059871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2ba8d3-734b-4be8-9c4a-891b277445e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.126910] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.204191] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.205093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.205093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.205093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.205093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.205391] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port c24b14ee-a35b-45c6-9265-93676708568c not found, creating... [ 659.205431] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.205628] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.206697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.206697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.206697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.206697] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.206697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.206697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.208248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.208248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.208248] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: c24b14ee-a35b-45c6-9265-93676708568c is going to be created. [ 659.237959] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.237959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.237959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.238283] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.238349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.238812] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.388966] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.389210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.389210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.390573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.390573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.390573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b is going to be updated. [ 659.393043] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.435371] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.439032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.439032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.439032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.439032] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.443704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.443704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.443704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.449592] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faca6579-f047-47cd-ac01-f21837ba199a with status ACTIVE [ 659.449752] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.449831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.449831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.451613] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.451613] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.451613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.451613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faca6579-f047-47cd-ac01-f21837ba199a is going to be updated. [ 659.453523] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: IN_PROGRESS for 2s [ 659.508840] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.509098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.509156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.509376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.509521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.509709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faca6579-f047-47cd-ac01-f21837ba199a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.542547] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: SUCCESS [ 659.542547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.629370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.629639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.629736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.630337] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 659.685092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.685271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.685321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.685912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.685912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.703914] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 659.725237] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: SUCCESS [ 659.725575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.725778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.726101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.726311] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.728675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.728675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.728675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.728675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.728675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.728675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.899754] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.945089] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.946063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.946063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.946063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.946903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.946903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.947195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.947195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.947281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.947330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.947656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.947656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947746] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.964762] env[65762]: INFO networking_nsxv3.common.synchronization [req-42b01e22-86a7-43a5-8bff-2bdd10388da8 req-b92c77e7-3a66-4cc0-aa98-586b1a06a74d service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 659.965091] env[65762]: INFO networking_nsxv3.common.synchronization [req-42b01e22-86a7-43a5-8bff-2bdd10388da8 req-b92c77e7-3a66-4cc0-aa98-586b1a06a74d service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 659.965213] env[65762]: INFO networking_nsxv3.common.synchronization [req-42b01e22-86a7-43a5-8bff-2bdd10388da8 req-b92c77e7-3a66-4cc0-aa98-586b1a06a74d service nova] Enqueued Resource ID: c24b14ee-a35b-45c6-9265-93676708568c with Priority: HIGHEST for action port [ 659.965878] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 659.966825] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 659.967023] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24b14ee-a35b-45c6-9265-93676708568c with Priority: HIGHEST for action port [ 659.967349] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.967491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.967563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.970864] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.971923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.972157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.972286] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c24b14ee-a35b-45c6-9265-93676708568c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.972438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.972485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.972737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.972806] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24b14ee-a35b-45c6-9265-93676708568c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.230021] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.405860] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.406108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.406108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.406324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.406413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.406510] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 660.445159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.446835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.446835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.446835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.446835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.451665] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 660.467942] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 660.474377] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.474377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.474823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.476081] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.476332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.477023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.477023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.477023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.477023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.477326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.477464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.477720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.477895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.478334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.480853] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 660.480853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480853] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c24b14ee-a35b-45c6-9265-93676708568c with status ACTIVE [ 660.480853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.481771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.482107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.482367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.482574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.482902] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.483219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.483412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.484089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.484361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.484638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.484886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.486696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.486696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.486696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.486696] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c24b14ee-a35b-45c6-9265-93676708568c is going to be updated. [ 660.517725] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.517725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.517725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.517725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.517725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.517725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c24b14ee-a35b-45c6-9265-93676708568c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.593039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.593039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.593039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.593039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.593039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.611094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 660.733503] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1fbb281-22d8-4286-9e58-cf965641e8aa: rpc.has_security_group_logging(os_id): False [ 660.759020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.759020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.759020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.759020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa is going to be created. [ 660.825635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.825933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.826656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.826923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.827336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.842779] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: IN_PROGRESS for 2s [ 661.058059] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: SUCCESS [ 661.058327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.061058] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 661.061273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.061517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.061703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.061794] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.466436] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b in Status: SUCCESS [ 661.466724] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3213abf-2ded-445f-ab1d-4dfcdc35515b deletion is rescheduled due to dependency. [ 661.466724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3213abf-2ded-445f-ab1d-4dfcdc35515b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.565635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.565805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.715715] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.715715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.715715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.715715] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.219789] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.486822] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 662.486822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.486822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.486822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.487240] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.487240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.487240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.487390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.487390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.487462] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.631120] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 662.631120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.721911] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.743061] env[65762]: INFO networking_nsxv3.common.synchronization [None req-66a3cb64-8627-40fc-a211-42dbecfbf613 None None] Enqueued Resource ID: cba7018d-a6f1-4307-87bd-1c3a65103b40 with Priority: HIGHEST for action port [ 662.743681] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba7018d-a6f1-4307-87bd-1c3a65103b40 with Priority: HIGHEST for action port [ 662.743994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba7018d-a6f1-4307-87bd-1c3a65103b40 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.745103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba7018d-a6f1-4307-87bd-1c3a65103b40" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.746295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba7018d-a6f1-4307-87bd-1c3a65103b40" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.748997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba7018d-a6f1-4307-87bd-1c3a65103b40" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.749152] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba7018d-a6f1-4307-87bd-1c3a65103b40',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.825407] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7036f8ef-5c69-4d09-b115-3924e313c41b None None] Enqueued Resource ID: 2461ab9c-96b1-4416-a9bd-4b421578a8ab with Priority: HIGHEST for action port [ 662.825969] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2461ab9c-96b1-4416-a9bd-4b421578a8ab with Priority: HIGHEST for action port [ 662.826292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2461ab9c-96b1-4416-a9bd-4b421578a8ab taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.826413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2461ab9c-96b1-4416-a9bd-4b421578a8ab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2461ab9c-96b1-4416-a9bd-4b421578a8ab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.827675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2461ab9c-96b1-4416-a9bd-4b421578a8ab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.827675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2461ab9c-96b1-4416-a9bd-4b421578a8ab',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.859975] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: SUCCESS [ 662.859975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.990203] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.223903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.226337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.226337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.226337] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 663.253491] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cba7018d-a6f1-4307-87bd-1c3a65103b40 [ 663.253827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.253965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.254022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.254243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.254399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.254464] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cba7018d-a6f1-4307-87bd-1c3a65103b40 already deleted. [ 663.255463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba7018d-a6f1-4307-87bd-1c3a65103b40" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.264194] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.264364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.264414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.264610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.264751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.276687] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 663.331022] env[65762]: INFO networking_nsxv3.common.synchronization [req-43cdca16-dbc6-4019-8be7-2e2de66bc037 req-d3553b2b-05c9-4db8-8e19-a104ae7f3a25 tempest-FloatingIPsAssociationTestJSON-1319686669 tempest-FloatingIPsAssociationTestJSON-1319686669-project-member] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 663.331022] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 663.331662] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2461ab9c-96b1-4416-a9bd-4b421578a8ab [ 663.332151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.332975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.332975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.333215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.333634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2461ab9c-96b1-4416-a9bd-4b421578a8ab already deleted. [ 663.333634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2461ab9c-96b1-4416-a9bd-4b421578a8ab" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.334751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.334751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.334751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.334751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.335084] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.335222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.337290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.337290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.337290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.337290] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.496367] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.838900] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.839109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.839181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.839431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.839529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.839759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.839876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.839938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.840162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.840336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.840464] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 already deleted. [ 663.840544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.999579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.999802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.999891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.000049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.003035] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 664.038509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.038690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.038690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.038936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.039105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.056110] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 664.078612] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.078861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.079328] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.079614] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.079772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.080189] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080447] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.080712] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.080825] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.080957] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.081094] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.081203] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.081330] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.081532] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.106951] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.107208] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.107353] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.109319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.109319] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-abc8706d-8e72-4206-83e5-6e3079912988 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.109319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.109319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.109319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.112493] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc8706d-8e72-4206-83e5-6e3079912988',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.615781] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.616242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.616242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.616499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.616645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.616797] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port abc8706d-8e72-4206-83e5-6e3079912988 not found, creating... [ 664.617074] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.617220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.617357] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.617611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.617740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.618034] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.618210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.618326] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.618520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.618643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.618771] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: abc8706d-8e72-4206-83e5-6e3079912988 is going to be created. [ 664.644084] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.644084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.644084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.644084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.644084] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.644511] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.291046] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 665.291408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.291634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.291902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.292156] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.292352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.292430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.292689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.292821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.292968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.293674] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.376285] env[65762]: INFO networking_nsxv3.common.synchronization [req-43cdca16-dbc6-4019-8be7-2e2de66bc037 req-3550444b-9d6c-4767-9fd3-b436157d301b service nova] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_rules [ 665.376481] env[65762]: INFO networking_nsxv3.common.synchronization [req-43cdca16-dbc6-4019-8be7-2e2de66bc037 req-3550444b-9d6c-4767-9fd3-b436157d301b service nova] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 665.376612] env[65762]: INFO networking_nsxv3.common.synchronization [req-43cdca16-dbc6-4019-8be7-2e2de66bc037 req-3550444b-9d6c-4767-9fd3-b436157d301b service nova] Enqueued Resource ID: abc8706d-8e72-4206-83e5-6e3079912988 with Priority: HIGHEST for action port [ 665.377678] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_rules [ 665.377816] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 665.377912] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc8706d-8e72-4206-83e5-6e3079912988 with Priority: HIGHEST for action port [ 665.378496] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.378603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.378654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.379039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.379039] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.379996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.380131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.380194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.380508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.381777] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.381922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.381996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.382190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.382277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.382375] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.383462] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-abc8706d-8e72-4206-83e5-6e3079912988 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.383581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.383648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.383815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.383899] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc8706d-8e72-4206-83e5-6e3079912988',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.667533] env[65762]: INFO networking_nsxv3.common.synchronization [req-df87f112-6bef-4d80-bac2-81f94808cf95 req-099ca13f-0751-4afd-85e7-e16cab7e3a41 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 665.668559] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 665.668878] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.669008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.669577] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.669716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.670101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.670213] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.686683] env[65762]: INFO networking_nsxv3.common.synchronization [None req-67448363-a068-424f-a01e-c0c20d57638c None None] Enqueued Resource ID: 7b57522e-bca2-4f46-8fcf-2935ac4d9cc2 with Priority: HIGHEST for action port [ 665.687171] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b57522e-bca2-4f46-8fcf-2935ac4d9cc2 with Priority: HIGHEST for action port [ 665.689589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b57522e-bca2-4f46-8fcf-2935ac4d9cc2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.689977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b57522e-bca2-4f46-8fcf-2935ac4d9cc2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.690062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b57522e-bca2-4f46-8fcf-2935ac4d9cc2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.690658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b57522e-bca2-4f46-8fcf-2935ac4d9cc2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.690658] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b57522e-bca2-4f46-8fcf-2935ac4d9cc2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.796456] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.797347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.800019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.800019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.800019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.800019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.800772] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.885508] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.886604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.886604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.887959] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abc8706d-8e72-4206-83e5-6e3079912988 with status ACTIVE [ 665.887959] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.887959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.887959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.888846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.888846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.888846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.890105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.890105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.891454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.891454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.891454] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abc8706d-8e72-4206-83e5-6e3079912988 is going to be updated. [ 665.913951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.914996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.915254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.915491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.915633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.915801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abc8706d-8e72-4206-83e5-6e3079912988" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074155] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 666.074858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.074858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.075213] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.075213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.075213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.075400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.076025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.076025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.076025] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.173745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.173911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.173980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.174222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.174317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.174584] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.174782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.174782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.175031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.175077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.175144] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 666.193242] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b57522e-bca2-4f46-8fcf-2935ac4d9cc2 [ 666.193733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.193869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.193952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.194210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.194438] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b57522e-bca2-4f46-8fcf-2935ac4d9cc2 already deleted. [ 666.194540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b57522e-bca2-4f46-8fcf-2935ac4d9cc2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.205325] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.205530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.205662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.205894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.206059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.217578] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 666.305468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 666.327372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.327372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.327688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.327688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.327837] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.327929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.328510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.328631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.328684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.329481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.329606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.329669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.329820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.329898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.330028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 666.357554] env[65762]: INFO networking_nsxv3.common.synchronization [None req-06ad655d-0783-41be-a1e8-c6e10c59a5ed None None] Enqueued Resource ID: 2ad749a1-b57d-4625-8a1e-633f3aedf80b with Priority: HIGHEST for action port [ 666.358113] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad749a1-b57d-4625-8a1e-633f3aedf80b with Priority: HIGHEST for action port [ 666.358429] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ad749a1-b57d-4625-8a1e-633f3aedf80b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.358762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ad749a1-b57d-4625-8a1e-633f3aedf80b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.358762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ad749a1-b57d-4625-8a1e-633f3aedf80b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.358978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ad749a1-b57d-4625-8a1e-633f3aedf80b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.358978] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad749a1-b57d-4625-8a1e-633f3aedf80b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.392784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.406314] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.406581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.406581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.406855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.407057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.421408] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 666.579807] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.579944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.580231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.580618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.580618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.580829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.580829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.580908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.581182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.581233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581856] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.581856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.582168] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.862430] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ad749a1-b57d-4625-8a1e-633f3aedf80b [ 666.862732] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.862850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.862914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.863789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.863966] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.864020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ad749a1-b57d-4625-8a1e-633f3aedf80b already deleted. [ 666.864520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ad749a1-b57d-4625-8a1e-633f3aedf80b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.897078] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.897233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.897308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.897538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.897672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.897748] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be created. [ 666.925920] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.926106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.926276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.928498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.928498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.940568] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: UNINITIALIZED for 2s [ 667.084801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c30970a1-d731-43ba-b529-7dddb3cdd3c2: rpc.has_security_group_logging(os_id): False [ 667.109495] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.109654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.109726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.109945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.110379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.110562] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.110663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.110728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.110923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.110993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.111183] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.111273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.111345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.111502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.111570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.111757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.111845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.111903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.112048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.112119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.112233] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 667.179016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.179318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.179730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.180061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.180290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.195606] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 668.233759] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 4s [ 668.439497] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 668.440250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.951980] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.953713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.953713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.953713] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.064704] env[65762]: INFO networking_nsxv3.common.synchronization [None req-252ba85f-5ecc-45a5-b85b-15bcf6ba895e None None] Enqueued Resource ID: 28151bfe-3a54-4d42-8eb6-5b4608cb0d0d with Priority: HIGHEST for action port [ 669.065349] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28151bfe-3a54-4d42-8eb6-5b4608cb0d0d with Priority: HIGHEST for action port [ 669.065747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-28151bfe-3a54-4d42-8eb6-5b4608cb0d0d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.066851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28151bfe-3a54-4d42-8eb6-5b4608cb0d0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.066851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28151bfe-3a54-4d42-8eb6-5b4608cb0d0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.067040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28151bfe-3a54-4d42-8eb6-5b4608cb0d0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.067141] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28151bfe-3a54-4d42-8eb6-5b4608cb0d0d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.211691] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 669.211691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.457848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.457848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.459215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.459215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.459215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.459215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.459722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.459722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.459722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.459722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.459722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.459722] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.572480] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28151bfe-3a54-4d42-8eb6-5b4608cb0d0d [ 669.572661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.573878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.573878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.573878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.573878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.573878] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28151bfe-3a54-4d42-8eb6-5b4608cb0d0d already deleted. [ 669.573878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28151bfe-3a54-4d42-8eb6-5b4608cb0d0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.962334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d129d532-0742-492b-a9c1-a63eb78e7592: rpc.has_security_group_logging(os_id): False [ 669.994487] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.994824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.994824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.995083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.995180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.995368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.995474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.995519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.995874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.995874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.996016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.996175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.996231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.996367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.996497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.996638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.996736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.996858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.997106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.997261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.997322] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be created. [ 670.103168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.103168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.103168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.103168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.103168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.117888] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 670.250075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 670.250339] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 670.250523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.380149] env[65762]: INFO networking_nsxv3.common.synchronization [None req-857cd4b2-31c3-465f-8b6d-8a3a0d3d2350 None None] Enqueued Resource ID: 22d76dd8-f0ab-4864-b930-da75595f387c with Priority: HIGHEST for action port [ 671.380900] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d76dd8-f0ab-4864-b930-da75595f387c with Priority: HIGHEST for action port [ 671.383717] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d76dd8-f0ab-4864-b930-da75595f387c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.384051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d76dd8-f0ab-4864-b930-da75595f387c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.384141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d76dd8-f0ab-4864-b930-da75595f387c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.384419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d76dd8-f0ab-4864-b930-da75595f387c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.384745] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d76dd8-f0ab-4864-b930-da75595f387c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.891024] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22d76dd8-f0ab-4864-b930-da75595f387c [ 671.891024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.891024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.891513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.891513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.891513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.891612] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22d76dd8-f0ab-4864-b930-da75595f387c already deleted. [ 671.891644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d76dd8-f0ab-4864-b930-da75595f387c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.133887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 672.134808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.375009] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1b9b1306-ff8d-4b73-8af6-e041ac6662d8 None None] Enqueued Resource ID: bbf8931b-507c-4f6c-86ed-36d1c9245ee6 with Priority: HIGHEST for action port [ 672.375556] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf8931b-507c-4f6c-86ed-36d1c9245ee6 with Priority: HIGHEST for action port [ 672.375853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf8931b-507c-4f6c-86ed-36d1c9245ee6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.375975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf8931b-507c-4f6c-86ed-36d1c9245ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.376056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf8931b-507c-4f6c-86ed-36d1c9245ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.376300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf8931b-507c-4f6c-86ed-36d1c9245ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.376380] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf8931b-507c-4f6c-86ed-36d1c9245ee6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.879169] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf8931b-507c-4f6c-86ed-36d1c9245ee6 [ 672.880133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.880133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.880133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.880133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.880133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.880133] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf8931b-507c-4f6c-86ed-36d1c9245ee6 already deleted. [ 672.880133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf8931b-507c-4f6c-86ed-36d1c9245ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.943592] env[65762]: INFO networking_nsxv3.common.synchronization [req-562e1403-3b17-42e7-a860-0741f76477ff req-a4f81eeb-0936-4d62-a741-e63683d70d6d tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 672.943592] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 672.943592] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.943592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.943592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.945316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.945642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.945899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.947509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.947509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.947509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.947509] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.422359] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d938981-1486-4282-9d8d-a62626bcb8dc req-f039495c-f112-465b-a6f1-e86832faac68 tempest-DeleteServersAdminTestJSON-1982774307 tempest-DeleteServersAdminTestJSON-1982774307-project-member] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 673.422417] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGHEST for action security_group_members [ 673.423019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.423213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.423317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.423672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.423672] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.423770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.423770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.423911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.423998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.424134] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.453025] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453025] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.453025] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 already deleted. [ 673.453025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.918694] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.919067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.919067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.919332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.920269] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.920514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.920703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.920985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.921260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.921383] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.921494] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.921675] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.921713] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.921894] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.921894] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.922033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.926719] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.926824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.926870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.927051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.927149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.927329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.927425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.927489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.927638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.927714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.927800] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be updated. [ 673.950586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.950586] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.950586] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.950586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.950586] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.950586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.950586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.950586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.950586] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e953f85f-fe4a-46d9-8bc3-0e9f930d1886',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.962955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.962955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.962955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.962955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.962955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.973478] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: IN_PROGRESS for 2s [ 674.343074] env[65762]: INFO networking_nsxv3.common.synchronization [None req-fe0b8fce-c5b1-48f3-bfe2-96ee65c177d1 None None] Enqueued Resource ID: e2227e6b-bbc6-4ffa-b4ba-06f374481cfc with Priority: HIGHEST for action port [ 674.343074] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2227e6b-bbc6-4ffa-b4ba-06f374481cfc with Priority: HIGHEST for action port [ 674.343074] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2227e6b-bbc6-4ffa-b4ba-06f374481cfc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.343074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2227e6b-bbc6-4ffa-b4ba-06f374481cfc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.343074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2227e6b-bbc6-4ffa-b4ba-06f374481cfc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.343074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2227e6b-bbc6-4ffa-b4ba-06f374481cfc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.343074] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2227e6b-bbc6-4ffa-b4ba-06f374481cfc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.451013] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.454941] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e953f85f-fe4a-46d9-8bc3-0e9f930d1886 not found, creating... [ 674.454941] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.454941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.455806] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.455806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.455806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.455806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.455806] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.455806] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e953f85f-fe4a-46d9-8bc3-0e9f930d1886 is going to be created. [ 674.475629] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.475855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.475965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.476209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.476424] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.476636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.845167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2227e6b-bbc6-4ffa-b4ba-06f374481cfc [ 674.845429] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.845572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.845637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.845848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.845931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2227e6b-bbc6-4ffa-b4ba-06f374481cfc already deleted. [ 674.846111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2227e6b-bbc6-4ffa-b4ba-06f374481cfc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.316135] env[65762]: INFO networking_nsxv3.common.synchronization [req-562e1403-3b17-42e7-a860-0741f76477ff req-5039846a-029c-4d75-a5f4-7463ea1d5d96 service nova] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 675.316691] env[65762]: INFO networking_nsxv3.common.synchronization [req-562e1403-3b17-42e7-a860-0741f76477ff req-5039846a-029c-4d75-a5f4-7463ea1d5d96 service nova] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 675.316691] env[65762]: INFO networking_nsxv3.common.synchronization [req-562e1403-3b17-42e7-a860-0741f76477ff req-5039846a-029c-4d75-a5f4-7463ea1d5d96 service nova] Enqueued Resource ID: e953f85f-fe4a-46d9-8bc3-0e9f930d1886 with Priority: HIGHEST for action port [ 675.316968] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_rules [ 675.317122] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 675.317220] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e953f85f-fe4a-46d9-8bc3-0e9f930d1886 with Priority: HIGHEST for action port [ 675.317493] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.317616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.317680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.317878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.317952] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.319573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.319573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.320190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.320190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.320564] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.320564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.320564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.320821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.320821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.320933] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.322974] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.322974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.322974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.330025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.330025] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e953f85f-fe4a-46d9-8bc3-0e9f930d1886',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.751309] env[65762]: INFO networking_nsxv3.common.synchronization [req-0eab5ea7-b601-4f16-954b-463a1cb6e66f req-9c0faa5a-4553-4b19-9c51-6dfb665152eb tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 675.751625] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 675.752017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.752201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.752281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.752503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.753032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.753032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.753032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.753326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.753447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.753549] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.833320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.833444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.833686] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.836403] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e953f85f-fe4a-46d9-8bc3-0e9f930d1886 with status ACTIVE [ 675.836403] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.836582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.837219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.837219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.837219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.837219] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.837519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.837942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.838184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.838301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.838570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.838687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.838865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.839507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.839507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.839507] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e953f85f-fe4a-46d9-8bc3-0e9f930d1886 is going to be updated. [ 675.868876] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.870563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.870563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.870563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.870563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.870563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e953f85f-fe4a-46d9-8bc3-0e9f930d1886" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.985630] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10528d1b-c448-4197-a697-15cec3545ff3 in Status: SUCCESS [ 675.986263] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 deletion is rescheduled due to dependency. [ 675.986387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.258129] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.275198] env[65762]: INFO networking_nsxv3.common.synchronization [None req-b093f699-d1e6-45e3-a13a-ad462672c2a5 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 676.277046] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 676.277602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.277780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.277871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.278251] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.337781] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.488145] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.488344] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.488465] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.488719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.488967] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.489339] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.489518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.489744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.489887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.490167] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.490287] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.490394] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.490536] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.490651] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.490754] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.490886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.511056] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.511318] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.512028] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.512028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-539" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.512028] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-43790d81-2d29-4600-a10f-129157e96409 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.512358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.512358] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.512517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.512648] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43790d81-2d29-4600-a10f-129157e96409',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.700462] env[65762]: INFO networking_nsxv3.common.synchronization [None req-75dd4b05-25d4-4f5c-94a2-2ccf083d909b tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 676.701063] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 676.701389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.701486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.760390] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.801537] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.801537] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 already deleted. [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.801537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.801537] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.841063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.841314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.841314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.841407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.841486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.841617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 is going to be created. [ 676.867074] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.867319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.867319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.867516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.867677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.879041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: UNINITIALIZED for 2s [ 677.015480] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.015718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.015839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.016147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.016347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.016518] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 43790d81-2d29-4600-a10f-129157e96409 not found, creating... [ 677.016779] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.016928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.017052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.017262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.017390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.017678] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.017844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.017961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.018173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.018297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.018445] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 43790d81-2d29-4600-a10f-129157e96409 is going to be created. [ 677.042182] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.042427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042762] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.043054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.043276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.263758] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.264106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.264251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.264750] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 677.308304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.308304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.308304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.308304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.308304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.318762] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 677.330310] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.330568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.330643] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.330872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.330964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.331077] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 already deleted. [ 677.331159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.766293] env[65762]: INFO networking_nsxv3.common.synchronization [req-0eab5ea7-b601-4f16-954b-463a1cb6e66f req-21b92bea-72c8-4721-874f-999cf954ec49 service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 677.766562] env[65762]: INFO networking_nsxv3.common.synchronization [req-0eab5ea7-b601-4f16-954b-463a1cb6e66f req-21b92bea-72c8-4721-874f-999cf954ec49 service nova] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 677.766562] env[65762]: INFO networking_nsxv3.common.synchronization [req-0eab5ea7-b601-4f16-954b-463a1cb6e66f req-21b92bea-72c8-4721-874f-999cf954ec49 service nova] Enqueued Resource ID: 43790d81-2d29-4600-a10f-129157e96409 with Priority: HIGHEST for action port [ 677.767313] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_rules [ 677.767313] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 677.767439] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43790d81-2d29-4600-a10f-129157e96409 with Priority: HIGHEST for action port [ 677.767851] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.768184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.768267] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.770049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.770049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.770049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-43790d81-2d29-4600-a10f-129157e96409 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.770319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.770319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.770430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.770553] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43790d81-2d29-4600-a10f-129157e96409',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.272537] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.272537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.273841] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43790d81-2d29-4600-a10f-129157e96409 with status ACTIVE [ 678.274069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.274483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.274577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.274754] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.275077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.275211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.275355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.275450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.275690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.275690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.275763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.275796] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43790d81-2d29-4600-a10f-129157e96409 is going to be updated. [ 678.302552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.304201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.304201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.304330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43790d81-2d29-4600-a10f-129157e96409" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.353106] env[65762]: INFO networking_nsxv3.common.synchronization [req-e696b250-653a-4370-ba8a-a002a6982dde req-c83f0d72-aaae-43ad-a7a8-185382af5732 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 678.353460] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 678.353774] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.353898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.353965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.354435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.354595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.354702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.354765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.354925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.355024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.355118] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.429358] env[65762]: INFO networking_nsxv3.common.synchronization [req-9d5e72fd-a012-4e5e-adc8-8c1d2a138eb2 req-d51191cf-6566-4bb1-838a-e16b2b2b3bcf tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 678.429980] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 678.430298] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.430420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.430481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.430743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.430894] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.430994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.431068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.431218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.431303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.431412] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.857961] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.887977] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.888232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.888359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.888626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.888878] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.889037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.889149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.889356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.889490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.889689] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.889795] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.889894] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.889993] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.890111] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.890198] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.890321] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.891987] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: SUCCESS [ 678.892197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.892635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.892806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892968] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.893084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.893149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.893291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.893369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.893451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.893540] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.914223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.914412] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.914545] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.914718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.915040] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-2bafdfc5-9751-4983-a61a-72e002aa4c1c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.917154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.917154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.917154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.917154] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bafdfc5-9751-4983-a61a-72e002aa4c1c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.933731] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.935253] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 678.962510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.962510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.962510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.962510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.962510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.971780] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 679.329224] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 679.329438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.329612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.329837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.330154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.330242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.330401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.330675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.359446] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.396818] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.419941] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.420166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.420294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.420753] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420906] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 2bafdfc5-9751-4983-a61a-72e002aa4c1c not found, creating... [ 679.421197] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.421583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.421583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.421780] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.422204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.422204] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.422354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.422492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.422668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.423132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.423132] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 2bafdfc5-9751-4983-a61a-72e002aa4c1c is going to be created. [ 679.446305] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446511] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.446915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.447199] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.447458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.833165] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.863022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.863413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.863413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.863530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.863530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.863626] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 679.893914] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.894398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.894511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.894745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.894891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.899568] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d25c2f07-a6c9-4c2f-b846-62c9a702b7e8: rpc.has_security_group_logging(os_id): False [ 679.910516] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 679.916921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.917159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.917233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.917455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.917832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.917925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.918024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.918062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.918319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.918401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.918463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 is going to be created. [ 680.008252] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.008436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.008507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.008771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.009054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.027386] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: IN_PROGRESS for 2s [ 680.217651] env[65762]: INFO networking_nsxv3.common.synchronization [req-9d5e72fd-a012-4e5e-adc8-8c1d2a138eb2 req-ddf6684b-a676-46b6-9f74-8774826cc6ee service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 680.217808] env[65762]: INFO networking_nsxv3.common.synchronization [req-9d5e72fd-a012-4e5e-adc8-8c1d2a138eb2 req-ddf6684b-a676-46b6-9f74-8774826cc6ee service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 680.217877] env[65762]: INFO networking_nsxv3.common.synchronization [req-9d5e72fd-a012-4e5e-adc8-8c1d2a138eb2 req-ddf6684b-a676-46b6-9f74-8774826cc6ee service nova] Enqueued Resource ID: 2bafdfc5-9751-4983-a61a-72e002aa4c1c with Priority: HIGHEST for action port [ 680.218633] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 680.218775] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 680.218913] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bafdfc5-9751-4983-a61a-72e002aa4c1c with Priority: HIGHEST for action port [ 680.219649] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.219649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.219649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.219649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.219984] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.222532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.222532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223119] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bafdfc5-9751-4983-a61a-72e002aa4c1c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.223231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224961] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bafdfc5-9751-4983-a61a-72e002aa4c1c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.337063] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.725551] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.725798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728338] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bafdfc5-9751-4983-a61a-72e002aa4c1c with status ACTIVE [ 680.728738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.730162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.730247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.730358] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bafdfc5-9751-4983-a61a-72e002aa4c1c is going to be updated. [ 680.757563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.757929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.757929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.758042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.758137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.758406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bafdfc5-9751-4983-a61a-72e002aa4c1c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.839234] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.839901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840239] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 680.876355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.876731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.876731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.876895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.877093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.902638] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 680.911350] env[65762]: INFO networking_nsxv3.common.synchronization [req-fab9fa10-5bda-42c7-8f9d-aa7d989f978a req-275164db-69d8-4cec-afc2-6b6fccf46c3e tempest-AttachInterfacesV270Test-284504089 tempest-AttachInterfacesV270Test-284504089-project-member] Enqueued Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 680.911987] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 680.912322] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.912447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.912515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.912781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.912944] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.913060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.913127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.913279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.913364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913549] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.991756] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 680.991756] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 680.991756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.992047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.992389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.992694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.992899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.996094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.996410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.996494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.996568] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.391949] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.392322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-489" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.392473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-489" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.392697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-489" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.393179] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.393408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.393993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.393993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.393993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.394272] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.394442] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.394582] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.394730] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.394866] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.394991] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.395160] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.416230] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.416461] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.416568] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.417011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-489" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.417292] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-2f873add-52df-482c-a08b-b61d3a02c8f8 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.417472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.417594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.417915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.418873] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f873add-52df-482c-a08b-b61d3a02c8f8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.420205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.420365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.420460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.420756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.420900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.421142] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.421297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.421384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.421667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.421766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.421855] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e already deleted. [ 681.422221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.499362] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.921154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 681.921154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.924194] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.924194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.924194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.924594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.924953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.925018] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 2f873add-52df-482c-a08b-b61d3a02c8f8 not found, creating... [ 681.925270] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.925483] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.925647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.925948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.926106] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926377] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.926754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.926754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.926859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.926947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.927283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 2f873add-52df-482c-a08b-b61d3a02c8f8 is going to be created. [ 681.949847] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.950995] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.952098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.952098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.952098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.952098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.001715] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.055813] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: SUCCESS [ 682.056226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.504236] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.504467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.504467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.504747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.504851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.504957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 682.536056] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.536383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.536383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.536539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.536670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.546238] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 682.681017] env[65762]: INFO networking_nsxv3.common.synchronization [req-fab9fa10-5bda-42c7-8f9d-aa7d989f978a req-87456bff-7217-4edd-ace7-551c085846a5 service nova] Enqueued Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_rules [ 682.681017] env[65762]: INFO networking_nsxv3.common.synchronization [req-fab9fa10-5bda-42c7-8f9d-aa7d989f978a req-87456bff-7217-4edd-ace7-551c085846a5 service nova] Enqueued Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 682.681017] env[65762]: INFO networking_nsxv3.common.synchronization [req-fab9fa10-5bda-42c7-8f9d-aa7d989f978a req-87456bff-7217-4edd-ace7-551c085846a5 service nova] Enqueued Resource ID: 2f873add-52df-482c-a08b-b61d3a02c8f8 with Priority: HIGHEST for action port [ 682.684354] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_rules [ 682.684354] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 682.684354] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f873add-52df-482c-a08b-b61d3a02c8f8 with Priority: HIGHEST for action port [ 682.684354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.684354] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.684354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.684354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.684354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.684922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.684922] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.685433] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f873add-52df-482c-a08b-b61d3a02c8f8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.685733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.685895] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f873add-52df-482c-a08b-b61d3a02c8f8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.920308] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.920308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.011680] env[65762]: INFO networking_nsxv3.common.synchronization [req-ced8650c-9032-4484-af2a-043c209c008e req-0f0a511e-7f40-4bc1-be4f-83998300fb25 tempest-ServerAddressesNegativeTestJSON-160809806 tempest-ServerAddressesNegativeTestJSON-160809806-project-member] Enqueued Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 683.012741] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 with Priority: HIGHEST for action security_group_members [ 683.012741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da2e97a-80d1-48a9-b896-7100e8d1f650 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.012918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.012918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.014751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.014751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.014913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.014913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.015141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.015141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.015234] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da2e97a-80d1-48a9-b896-7100e8d1f650',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.190345] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.190345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.190345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.190345] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f873add-52df-482c-a08b-b61d3a02c8f8 with status ACTIVE [ 683.190345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.190345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.190345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.190345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.190345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.190345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.190796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.190796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.190796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.190796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.190927] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.192056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.194427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.194427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.194427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.194427] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f873add-52df-482c-a08b-b61d3a02c8f8 is going to be updated. [ 683.218293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.218456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.218551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.219260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.219260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.219260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f873add-52df-482c-a08b-b61d3a02c8f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.427283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.427283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.427283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.427880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.427880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.427880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.519151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.519477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.519670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.519889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.520044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.520300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.520455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.520719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.521046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.521184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.521309] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 is going to be updated. [ 683.553704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.553704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.553704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.553704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.553704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.564257] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: IN_PROGRESS for 2s [ 683.697680] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.934346] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e8bf69-e0ca-4698-85ba-8c0151a71289: rpc.has_security_group_logging(os_id): False [ 683.953829] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.953829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.954048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.954180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.954395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.954510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.954580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.954752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.954832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955014] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.955221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.955221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.955314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.955405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955616] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.955736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.955818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.955988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.960323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.960445] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 684.036907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.037377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.037377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.037539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.037717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.052728] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 684.200665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.201070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.201070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.201186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.201285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.201385] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e is going to be created. [ 684.237945] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.238142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.238270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.238684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.238914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.252067] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: UNINITIALIZED for 2s [ 684.561664] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.561664] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.561664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.561664] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.085977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.085977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.085977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.085977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.085977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.087089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.087089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.087089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.087089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.087089] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.426668] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-c71b1de5-ea52-48e7-8c5c-ee035d073681 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 685.426793] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 685.427125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.427542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.427542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.427681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.429031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.429031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.429031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.429031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.429031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.429031] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.574827] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 685.577242] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 in Status: SUCCESS [ 685.577375] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da2e97a-80d1-48a9-b896-7100e8d1f650 deletion is rescheduled due to dependency. [ 685.577435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da2e97a-80d1-48a9-b896-7100e8d1f650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.598373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.599023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.599023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.599023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.599023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.599167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.599311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.599360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.599517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.599607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.599844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.600344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600490] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.600841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600927] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 685.665464] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.665633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.665684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.666370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.666565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.682711] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 685.841602] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.842248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.842583] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.842693] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.843013] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.847371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.847656] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.847802] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.847946] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.848188] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.848311] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.848415] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.848543] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.873047] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.873047] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.873047] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.873047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.873047] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d29b4c77-6d42-4d84-8eda-77e75b53905b taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.873047] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.873339] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.873897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.873897] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29b4c77-6d42-4d84-8eda-77e75b53905b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.931449] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.931449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.931449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.931654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.931888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.932042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.932467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.932467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.932573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 already deleted. [ 685.932597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.070192] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 686.070451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264417] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: SUCCESS [ 686.264775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.265324] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.265482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.265775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.265847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.265882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.266164] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.377954] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.378292] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.378428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.378803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.379037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.379208] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d29b4c77-6d42-4d84-8eda-77e75b53905b not found, creating... [ 686.379559] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.379778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.379922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.380207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.380367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.380713] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.381011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.381267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.381533] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.381747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.381973] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d29b4c77-6d42-4d84-8eda-77e75b53905b is going to be created. [ 686.405509] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.405735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.405833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.406147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.406369] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.406599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.770925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.770925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.770925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.770925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.770925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.771666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.771666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.771666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.771666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.771666] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.273698] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-750b932d-e30c-4ce7-907d-507e916cdedf service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 687.273698] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-750b932d-e30c-4ce7-907d-507e916cdedf service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 687.273698] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-750b932d-e30c-4ce7-907d-507e916cdedf service nova] Enqueued Resource ID: d29b4c77-6d42-4d84-8eda-77e75b53905b with Priority: HIGHEST for action port [ 687.273698] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c45dfe3d-8979-43f3-834a-7efa5163791e: rpc.has_security_group_logging(os_id): False [ 687.275213] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 687.275489] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 687.275664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b4c77-6d42-4d84-8eda-77e75b53905b with Priority: HIGHEST for action port [ 687.276088] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.276178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.276247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.276539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.276654] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.277599] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.277791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.277837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.278367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.278453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279161] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.281223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29b4c77-6d42-4d84-8eda-77e75b53905b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.281223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.281223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.281223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.281223] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29b4c77-6d42-4d84-8eda-77e75b53905b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.302312] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.302482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.302554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.303228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.303337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.303529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.303633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.303700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.303865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.303959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.304254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.304393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.304483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.304669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.304785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.305025] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.305155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.305248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.305428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.305537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.305654] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e is going to be created. [ 687.376568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.377209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.377314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.377536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.377719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.391343] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: IN_PROGRESS for 2s [ 687.699206] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 687.699771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.782626] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.783754] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784106] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d29b4c77-6d42-4d84-8eda-77e75b53905b with status ACTIVE [ 687.784268] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.784376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.785494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.785494] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.785494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.785494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.785494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.785494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.785825] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.785825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.785825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.785997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.787489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.787574] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d29b4c77-6d42-4d84-8eda-77e75b53905b is going to be updated. [ 687.816996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.817355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.817431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.817649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.817794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.817960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29b4c77-6d42-4d84-8eda-77e75b53905b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.289414] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.562724] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-60e4db27-4838-4ede-9ab6-9aabad784774 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 688.564061] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 688.564587] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.564938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.795806] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.795806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.795806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.796438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.796438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796438] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be created. [ 688.822681] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.822830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.822917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.823190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.823375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.838060] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: UNINITIALIZED for 2s [ 689.036028] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.036028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.036028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.036028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.036028] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.036649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.036649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.036649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.038747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.038996] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.039137] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.039268] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.039374] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.039508] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.039749] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.042726] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.073996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.074215] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.074343] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.074508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.074889] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-65abf6a7-d302-478b-b600-51130d11abec taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.075819] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65abf6a7-d302-478b-b600-51130d11abec',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.409770] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: SUCCESS [ 689.410115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.579123] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.579350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.579474] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.579751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.579894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.580097] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 65abf6a7-d302-478b-b600-51130d11abec not found, creating... [ 689.580368] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.580521] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.580632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.580883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.581092] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.581323] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.581994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.581994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.581994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.581994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.584558] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 65abf6a7-d302-478b-b600-51130d11abec is going to be created. [ 689.610098] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.610098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.610098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.610098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.610098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610343] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.994503] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8799638d-d5bb-4e8e-b44d-a20ce00cceae None None] Enqueued Resource ID: ae57a65a-6f1a-4aba-802b-c8fd1d541ee6 with Priority: HIGHEST for action port [ 689.995058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae57a65a-6f1a-4aba-802b-c8fd1d541ee6 with Priority: HIGHEST for action port [ 689.995429] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae57a65a-6f1a-4aba-802b-c8fd1d541ee6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.995518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae57a65a-6f1a-4aba-802b-c8fd1d541ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.995599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae57a65a-6f1a-4aba-802b-c8fd1d541ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.995870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae57a65a-6f1a-4aba-802b-c8fd1d541ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.995950] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae57a65a-6f1a-4aba-802b-c8fd1d541ee6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-f6f818fc-1ec1-4c98-bf2d-d9338c96ff32 service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-f6f818fc-1ec1-4c98-bf2d-d9338c96ff32 service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [req-a7b640db-38d2-4856-8dd0-122da97e2c4d req-f6f818fc-1ec1-4c98-bf2d-d9338c96ff32 service nova] Enqueued Resource ID: 65abf6a7-d302-478b-b600-51130d11abec with Priority: HIGHEST for action port [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 690.347067] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65abf6a7-d302-478b-b600-51130d11abec with Priority: HIGHEST for action port [ 690.347067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.347067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.347505] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-65abf6a7-d302-478b-b600-51130d11abec taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.347505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.347669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.347833] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65abf6a7-d302-478b-b600-51130d11abec',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.501184] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae57a65a-6f1a-4aba-802b-c8fd1d541ee6 [ 690.501742] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.501857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.501909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.502502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.502502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.502502] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae57a65a-6f1a-4aba-802b-c8fd1d541ee6 already deleted. [ 690.502665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae57a65a-6f1a-4aba-802b-c8fd1d541ee6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.850283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65abf6a7-d302-478b-b600-51130d11abec with status ACTIVE [ 690.850582] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.851791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.851791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.852166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.853999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.853999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.853999] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65abf6a7-d302-478b-b600-51130d11abec is going to be updated. [ 690.856456] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.858018] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.858018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.858018] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.861859] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.861859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861859] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.885320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.885320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.885320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.885566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.885566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.885727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65abf6a7-d302-478b-b600-51130d11abec" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.363469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.363598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.363938] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.539037] env[65762]: INFO networking_nsxv3.common.synchronization [req-be1f70f6-685e-4768-ae36-f8d618c8983d req-18e965db-47f0-49c9-9ec9-928528797600 tempest-ServerRescueTestJSONUnderV235-1141385213 tempest-ServerRescueTestJSONUnderV235-1141385213-project-member] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 691.541736] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGHEST for action security_group_members [ 691.544316] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544316] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.544316] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.866392] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.046785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.046974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.047055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.047314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.047409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.047638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.047744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.047817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.048010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.048090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.048192] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be updated. [ 692.084227] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.084227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.084227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.084651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.084651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.095815] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: IN_PROGRESS for 2s [ 692.370660] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.372109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.372109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.372109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.372109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.372109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 692.416096] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.416096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.416096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.416096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.416096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.431592] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 693.375478] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3e08a7b8-aaaf-4099-95a4-0de1089a246c None None] Enqueued Resource ID: b7c4fc3e-ab4c-432f-af06-327d744b982d with Priority: HIGHEST for action port [ 693.377095] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c4fc3e-ab4c-432f-af06-327d744b982d with Priority: HIGHEST for action port [ 693.380929] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c4fc3e-ab4c-432f-af06-327d744b982d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.380929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c4fc3e-ab4c-432f-af06-327d744b982d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.380929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c4fc3e-ab4c-432f-af06-327d744b982d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.380929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c4fc3e-ab4c-432f-af06-327d744b982d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.380929] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c4fc3e-ab4c-432f-af06-327d744b982d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.884538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7c4fc3e-ab4c-432f-af06-327d744b982d [ 693.884538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.884538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.884538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.884538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.884538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.884538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7c4fc3e-ab4c-432f-af06-327d744b982d already deleted. [ 693.884538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c4fc3e-ab4c-432f-af06-327d744b982d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.113151] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 in Status: SUCCESS [ 694.113151] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 deletion is rescheduled due to dependency. [ 694.113151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.444240] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 694.445037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.445254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.445485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.445683] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.445860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.445860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.446176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.446176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.446268] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.949866] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.454318] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.960259] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.960408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.960482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.960703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.960796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.960985] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 696.016387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.016547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.016646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.017548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.017548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.031491] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 696.223197] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d1bb6841-089e-4f24-83c5-b6f8286d9367 None None] Enqueued Resource ID: 5b395da6-fab5-4a76-ac48-49e7dd6312f1 with Priority: HIGHEST for action port [ 696.223197] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b395da6-fab5-4a76-ac48-49e7dd6312f1 with Priority: HIGHEST for action port [ 696.223197] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b395da6-fab5-4a76-ac48-49e7dd6312f1 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.223197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b395da6-fab5-4a76-ac48-49e7dd6312f1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b395da6-fab5-4a76-ac48-49e7dd6312f1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b395da6-fab5-4a76-ac48-49e7dd6312f1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225245] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b395da6-fab5-4a76-ac48-49e7dd6312f1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.320239] env[65762]: INFO networking_nsxv3.common.synchronization [req-1a9a14da-fd0a-4838-a0e1-4471f5c94802 req-b02d5916-47a7-4766-98ee-09385e84b572 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 696.321097] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 696.321530] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.321718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.321850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.322502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.322502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.322502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.322659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.323675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.323964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.324447] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.728716] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b395da6-fab5-4a76-ac48-49e7dd6312f1 [ 696.729436] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.729608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.729740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.730040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.730187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.730234] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b395da6-fab5-4a76-ac48-49e7dd6312f1 already deleted. [ 696.730342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b395da6-fab5-4a76-ac48-49e7dd6312f1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.828547] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832109] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 already deleted. [ 696.832109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137686] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.140693] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.140954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.141100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.141386] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.141565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.141842] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.141919] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.142378] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.142378] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.142378] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.142378] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.143369] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.165648] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.165808] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.165942] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.166156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.166491] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-3f94b532-eccc-4586-b785-0e0b0bebddca taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.166681] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.166797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.167450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.167450] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f94b532-eccc-4586-b785-0e0b0bebddca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.670408] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.670687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.670984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.671316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.671498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.671654] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 3f94b532-eccc-4586-b785-0e0b0bebddca not found, creating... [ 697.671970] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672337] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.672602] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.672791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.673093] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.673341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.673487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.673738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.673896] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.674077] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 3f94b532-eccc-4586-b785-0e0b0bebddca is going to be created. [ 697.700685] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.700967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.701226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.701476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.045310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 698.045689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.045797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.046197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.046197] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.046323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.046323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.046455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.046549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.046632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.046834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.046908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.046992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.047154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.047293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.047376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.047441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.047608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.047664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.047741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.047830] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.278246] env[65762]: INFO networking_nsxv3.common.synchronization [None req-96d61da8-efec-4b8e-b220-79dc76cad007 None None] Enqueued Resource ID: 995b8239-86e6-4351-9b9d-9e8722545a26 with Priority: HIGHEST for action port [ 698.278246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995b8239-86e6-4351-9b9d-9e8722545a26 with Priority: HIGHEST for action port [ 698.278246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-995b8239-86e6-4351-9b9d-9e8722545a26 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.278246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995b8239-86e6-4351-9b9d-9e8722545a26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.278246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995b8239-86e6-4351-9b9d-9e8722545a26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.278950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995b8239-86e6-4351-9b9d-9e8722545a26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.279199] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995b8239-86e6-4351-9b9d-9e8722545a26',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.351359] env[65762]: INFO networking_nsxv3.common.synchronization [req-15ac77d5-51ee-495e-9e19-36e59412d137 req-24491108-d5fa-4736-860b-c5b4a55983ec tempest-FloatingIPsAssociationTestJSON-1319686669 tempest-FloatingIPsAssociationTestJSON-1319686669-project-member] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 698.352915] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 698.353422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.353606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.353712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.354170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.354170] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.354278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.354686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.354686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.354686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.354897] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.458644] env[65762]: INFO networking_nsxv3.common.synchronization [req-1a9a14da-fd0a-4838-a0e1-4471f5c94802 req-ad7a6a54-855b-4ae3-b918-7939e9caae52 service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 698.459193] env[65762]: INFO networking_nsxv3.common.synchronization [req-1a9a14da-fd0a-4838-a0e1-4471f5c94802 req-ad7a6a54-855b-4ae3-b918-7939e9caae52 service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 698.459193] env[65762]: INFO networking_nsxv3.common.synchronization [req-1a9a14da-fd0a-4838-a0e1-4471f5c94802 req-ad7a6a54-855b-4ae3-b918-7939e9caae52 service nova] Enqueued Resource ID: 3f94b532-eccc-4586-b785-0e0b0bebddca with Priority: HIGHEST for action port [ 698.459576] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 698.459796] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 698.459961] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f94b532-eccc-4586-b785-0e0b0bebddca with Priority: HIGHEST for action port [ 698.460770] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.463934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.464422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.464422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.464422] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.465712] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.465712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.465712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.465942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.465942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.467411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.467411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.467411] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.470104] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f94b532-eccc-4586-b785-0e0b0bebddca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.470573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.470573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.471749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.471861] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f94b532-eccc-4586-b785-0e0b0bebddca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.550353] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fee8540-ed9b-46b4-a26a-7cea70856bc6: rpc.has_security_group_logging(os_id): False [ 698.569287] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.569428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.569540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.569699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.569791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.570038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.570170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.570394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.570489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.570649] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.570740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.571077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.571335] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.571430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.571523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.571619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.571690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.571774] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be created. [ 698.632845] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.633224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.633224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.633343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.633591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.651487] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 698.782996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 995b8239-86e6-4351-9b9d-9e8722545a26 [ 698.783455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.783846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.784098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.784400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.784455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.784516] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:995b8239-86e6-4351-9b9d-9e8722545a26 already deleted. [ 698.784622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995b8239-86e6-4351-9b9d-9e8722545a26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838332] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.838332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.838332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838332] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.838332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.838332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.845175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.845175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.845175] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.845175] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.845175] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.845175] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.845175] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.845175] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.845175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.857957] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.870820] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.871252] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.871497] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.873054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-679" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.873054] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.873054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.873054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.873054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.873518] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c45e05-7b6d-4f69-98c3-e1e5ae404eb3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.973362] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.974494] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.974636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.977418] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f94b532-eccc-4586-b785-0e0b0bebddca with status ACTIVE [ 698.977603] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.977787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.979340] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.979340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.979748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.980089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.980250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.980581] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.980803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.980962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.981971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.982071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.982508] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f94b532-eccc-4586-b785-0e0b0bebddca is going to be updated. [ 699.013111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.013111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.013111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.013111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.013808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.013808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f94b532-eccc-4586-b785-0e0b0bebddca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.362245] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.378137] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378375] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.379174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.379348] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 not found, creating... [ 699.379613] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.379877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380278] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.380572] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.380713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.380824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.381177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.381314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.381452] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 is going to be created. [ 699.405364] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405614] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.405724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.405985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.406219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.406506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.475442] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.865022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.865236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.865294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.865532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.865622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.865723] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be updated. [ 699.898333] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.898491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.898536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.898762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.899891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.916412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 699.979087] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.979297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.979385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.979612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.979711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.979817] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be created. [ 700.017933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.019264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.019264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.019264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.019264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.040260] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: UNINITIALIZED for 2s [ 700.191312] env[65762]: INFO networking_nsxv3.common.synchronization [req-15ac77d5-51ee-495e-9e19-36e59412d137 req-9170ec5c-029e-4d7b-8efc-7a4e06c45eeb service nova] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_rules [ 700.191808] env[65762]: INFO networking_nsxv3.common.synchronization [req-15ac77d5-51ee-495e-9e19-36e59412d137 req-9170ec5c-029e-4d7b-8efc-7a4e06c45eeb service nova] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 700.191808] env[65762]: INFO networking_nsxv3.common.synchronization [req-15ac77d5-51ee-495e-9e19-36e59412d137 req-9170ec5c-029e-4d7b-8efc-7a4e06c45eeb service nova] Enqueued Resource ID: 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 with Priority: HIGHEST for action port [ 700.192574] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_rules [ 700.192574] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 700.192648] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 with Priority: HIGHEST for action port [ 700.193324] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.193507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.194173] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.195178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.195681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.196150] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.196299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.196401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.196621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.196760] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c45e05-7b6d-4f69-98c3-e1e5ae404eb3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.314307] env[65762]: INFO networking_nsxv3.common.synchronization [None req-295f66cd-178b-416c-9a63-9cd9bc732dcd None None] Enqueued Resource ID: e5d58fff-2e0e-4865-8aed-916619a5f73e with Priority: HIGHEST for action port [ 700.314791] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d58fff-2e0e-4865-8aed-916619a5f73e with Priority: HIGHEST for action port [ 700.317383] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d58fff-2e0e-4865-8aed-916619a5f73e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.317383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d58fff-2e0e-4865-8aed-916619a5f73e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.317383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d58fff-2e0e-4865-8aed-916619a5f73e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.317383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d58fff-2e0e-4865-8aed-916619a5f73e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.317383] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d58fff-2e0e-4865-8aed-916619a5f73e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.668280] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 700.668576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.668735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.669012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.669111] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.701272] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.702220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.702524] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 with status ACTIVE [ 700.703542] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.704015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.704147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.708455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.708621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.709524] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.709524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.709524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.709747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.709779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.710059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.710218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.710333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.711432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.711432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.711432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c45e05-7b6d-4f69-98c3-e1e5ae404eb3 is going to be updated. [ 700.739089] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.739500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.739500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.739791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.740089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.740464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c45e05-7b6d-4f69-98c3-e1e5ae404eb3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.821755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5d58fff-2e0e-4865-8aed-916619a5f73e [ 700.822055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.822198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.822269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.822499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.822647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.822805] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5d58fff-2e0e-4865-8aed-916619a5f73e already deleted. [ 700.822907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d58fff-2e0e-4865-8aed-916619a5f73e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.172946] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.173203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.173319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.173617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.173851] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.173989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.174105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.174337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.174468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.174609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.174751] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.677658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.677978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.678110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.678463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.678725] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.678908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.679744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.679926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.680064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.680321] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.680479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.680583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.680831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.681287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.681381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.681836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.682082] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.928047] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 701.928680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.928760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.929080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.929314] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.929719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.929719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.929719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.929847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.929847] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.054715] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 702.054979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.055218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.055443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.055637] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.055753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.055819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.056007] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.056114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.056440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.056560] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.184959] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fee8540-ed9b-46b4-a26a-7cea70856bc6: rpc.has_security_group_logging(os_id): False [ 702.206285] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.208585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.208585] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.208585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.208734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.208898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.208965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.209108] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 702.283069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.283354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.283492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.283813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.284049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306486] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 702.315444] env[65762]: INFO networking_nsxv3.common.synchronization [req-03f498f3-2bcd-4047-aef2-f2efe83038e2 req-79cb91a1-08af-4356-aa01-0afbd63fceeb tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 702.317143] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 702.317672] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.317961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.317961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.318287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.318526] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.318690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.318791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.319060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.319215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.319345] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.432714] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.559856] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.673250] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ca36ac74-4f69-4b7f-8002-59788c0be4e7 None None] Enqueued Resource ID: 28a3e43d-281f-4b4d-bc6d-ba14fd22b673 with Priority: HIGHEST for action port [ 702.673250] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a3e43d-281f-4b4d-bc6d-ba14fd22b673 with Priority: HIGHEST for action port [ 702.673553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-28a3e43d-281f-4b4d-bc6d-ba14fd22b673 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.673805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28a3e43d-281f-4b4d-bc6d-ba14fd22b673" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.674025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28a3e43d-281f-4b4d-bc6d-ba14fd22b673" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.674547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28a3e43d-281f-4b4d-bc6d-ba14fd22b673" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.674773] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a3e43d-281f-4b4d-bc6d-ba14fd22b673',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.825133] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.829129] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.829570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.829635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.830296] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.830493] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.832581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.832581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.832581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.832819] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.833228] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.833654] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.833654] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.833763] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.833891] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.834078] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.834292] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.859622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.859792] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.859929] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.860121] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.860473] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.860859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.860859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.861426] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.861426] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a390cf-f23d-41ec-a654-e2c0fda6e1f8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.935371] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.061876] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9296c8a0-766c-43f0-89f3-099bcf4d8403: rpc.has_security_group_logging(os_id): False [ 703.085021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.085242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.085346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.085652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.085900] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.085996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.086070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.086233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.086320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086402] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be created. [ 703.154935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.155672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.155672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170131] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 703.178699] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28a3e43d-281f-4b4d-bc6d-ba14fd22b673 [ 703.178922] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.179097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.179151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.179964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.180191] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28a3e43d-281f-4b4d-bc6d-ba14fd22b673 already deleted. [ 703.180289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28a3e43d-281f-4b4d-bc6d-ba14fd22b673" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.337342] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.364479] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.364479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.364479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.364479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.364479] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 not found, creating... [ 703.364774] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.364774] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364774] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.365443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.365443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.365443] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.365636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.365699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.366057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.366057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.366154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 is going to be created. [ 703.386425] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.387053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.387053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.387485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.440722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.440722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.440722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.441208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.441385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.441581] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be updated. [ 703.516785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.516785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.516785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.516785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.516785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.527981] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 703.841161] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.841534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.841534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.841599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.842150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.842355] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 703.885222] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.885222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.885222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.885222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.885222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.899117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 704.223433] env[65762]: INFO networking_nsxv3.common.synchronization [req-03f498f3-2bcd-4047-aef2-f2efe83038e2 req-8fdda9ea-ec03-4cb8-9af6-5fd282566852 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 704.224030] env[65762]: INFO networking_nsxv3.common.synchronization [req-03f498f3-2bcd-4047-aef2-f2efe83038e2 req-8fdda9ea-ec03-4cb8-9af6-5fd282566852 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 704.224030] env[65762]: INFO networking_nsxv3.common.synchronization [req-03f498f3-2bcd-4047-aef2-f2efe83038e2 req-8fdda9ea-ec03-4cb8-9af6-5fd282566852 service nova] Enqueued Resource ID: 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 with Priority: HIGHEST for action port [ 704.224479] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 704.224659] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 704.224798] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 with Priority: HIGHEST for action port [ 704.225206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.225370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.225480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.227108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.227108] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.227108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.227108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.227108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.227108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.227332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.227474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.227572] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a390cf-f23d-41ec-a654-e2c0fda6e1f8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.324068] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 704.324068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.441223] env[65762]: INFO networking_nsxv3.common.synchronization [None req-87e29cce-a4ba-49f6-ac43-fa6ab8624b89 tempest-ServerActionsV293TestJSON-1542425317 tempest-ServerActionsV293TestJSON-1542425317-project-member] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 704.442415] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 704.444032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.444032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.444374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.444801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.444900] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.730260] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.730415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.730655] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 with status ACTIVE [ 704.730845] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.730961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.731098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.733296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.734123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.734123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.734123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.734123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.734123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.734366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.734519] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.734681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.734772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.734999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.736080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.736291] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27a390cf-f23d-41ec-a654-e2c0fda6e1f8 is going to be updated. [ 704.767386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.788054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.788054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.788054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.788054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.788054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a390cf-f23d-41ec-a654-e2c0fda6e1f8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966913] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.967599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.967599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.967599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.967599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967599] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f already deleted. [ 704.967599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.129997] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1c633eac-d698-4eea-ab21-575350467fc6 tempest-ServerActionsV293TestJSON-1542425317 tempest-ServerActionsV293TestJSON-1542425317-project-member] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 705.130886] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 705.133209] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.133417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.133492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.133723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.133822] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.189115] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 705.192223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.539041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 705.540885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.541130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.541384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.541602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.541728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.541796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.541975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.542100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542300] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.659092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.659092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.659092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.659092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.659092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.659092] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f already deleted. [ 705.659092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.916309] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 705.916537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.916727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.916942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.917453] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.917453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.917453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.917637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.917637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.917709] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.046941] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048275] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.049100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.049206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.049267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.049426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.049570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.049655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.049709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.049849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.049921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.050000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.050111] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.420120] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.555364] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d129d532-0742-492b-a9c1-a63eb78e7592: rpc.has_security_group_logging(os_id): False [ 706.576896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578878] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.579210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.579433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.579641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.579872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.580077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.580636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.580636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.581244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.581244] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be updated. [ 706.684300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.684471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.684509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.684733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.684865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.697792] env[65762]: INFO networking_nsxv3.common.synchronization [req-b8d0f621-b373-488e-8c0a-40fac2dfafcb req-0607674c-44b0-47f4-bbd2-5459f84c9032 tempest-AttachInterfacesV270Test-284504089 tempest-AttachInterfacesV270Test-284504089-project-member] Enqueued Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 706.698981] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGHEST for action security_group_members [ 706.698981] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.699162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.699206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.699788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.699788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.699961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.700633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.700633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.700633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.700633] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.704997] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 706.925302] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.207478] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.207478] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.207478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.207478] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e is going to be updated. [ 707.245281] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.245430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.245509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.245734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.245881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.264095] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: IN_PROGRESS for 2s [ 707.429812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.431018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.431018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.431018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.431018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.431018] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 707.470213] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.471887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.484879] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 708.721967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 708.722341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.276789] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45dfe3d-8979-43f3-834a-7efa5163791e in Status: SUCCESS [ 709.276973] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e deletion is rescheduled due to dependency. [ 709.277102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.503271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.503271] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.503271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.503619] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.008925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.009831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.009831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.009831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009831] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.289991] env[65762]: INFO networking_nsxv3.common.synchronization [None req-71265499-604d-4a58-9df3-1c065383ede6 None None] Enqueued Resource ID: 7794a3e0-e492-4d49-970a-d173591c8460 with Priority: HIGHEST for action port [ 710.290212] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7794a3e0-e492-4d49-970a-d173591c8460 with Priority: HIGHEST for action port [ 710.291013] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7794a3e0-e492-4d49-970a-d173591c8460 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.293213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7794a3e0-e492-4d49-970a-d173591c8460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.293342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7794a3e0-e492-4d49-970a-d173591c8460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.293658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7794a3e0-e492-4d49-970a-d173591c8460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.293764] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7794a3e0-e492-4d49-970a-d173591c8460',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.516755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 710.546251] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.546507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.546577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.546893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.547073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.547444] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.547579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.547662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.548297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.548297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.548457] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.548594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.548712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.548987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.549253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.549485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.549590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.549658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.549824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.549906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 710.695708] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.695914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.696696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.697689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.721583] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 710.799695] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7794a3e0-e492-4d49-970a-d173591c8460 [ 710.800236] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.800599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.801117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.802696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.802696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.802696] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7794a3e0-e492-4d49-970a-d173591c8460 already deleted. [ 710.802696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7794a3e0-e492-4d49-970a-d173591c8460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.168703] env[65762]: INFO networking_nsxv3.common.synchronization [req-5dfe9809-21de-4dce-a929-d6b2938dcf9d req-f11800af-1b39-480a-9406-4fb42bc1b3c0 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 711.169377] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 711.169656] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.169776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.169841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.170072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.170255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.170377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.170494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.170606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.170689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.170827] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.674099] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.175626] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.679907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.679907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.679907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.679907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.679907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.679907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 712.714125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.714340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.714382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.714593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.714787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.735060] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 712.740257] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 712.740627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.684078] env[65762]: INFO networking_nsxv3.common.synchronization [req-6e16fbd7-539a-4f77-901c-dad52217effe req-b46b0c54-c84f-46ea-a331-c82c160b8e2b tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 713.685664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 713.686303] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.686512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.422457] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c19588a6-b0ff-46e7-99fd-7a6ca522a5ce None None] Enqueued Resource ID: 7d0507d1-fb63-49b7-8895-53043a3daabc with Priority: HIGHEST for action port [ 714.423249] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0507d1-fb63-49b7-8895-53043a3daabc with Priority: HIGHEST for action port [ 714.423373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0507d1-fb63-49b7-8895-53043a3daabc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.423495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0507d1-fb63-49b7-8895-53043a3daabc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.423558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0507d1-fb63-49b7-8895-53043a3daabc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.424062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0507d1-fb63-49b7-8895-53043a3daabc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.424148] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0507d1-fb63-49b7-8895-53043a3daabc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.749252] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 714.749537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.753064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.753364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.753575] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.757023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.757023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.757023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.757023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.757023] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.926686] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0507d1-fb63-49b7-8895-53043a3daabc [ 714.926686] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.926968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.926968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.927195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.927287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.927452] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0507d1-fb63-49b7-8895-53043a3daabc already deleted. [ 714.927551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0507d1-fb63-49b7-8895-53043a3daabc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.262224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.262224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.262224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.262224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.262224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.262224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.262572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.262572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.262745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.262902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.263033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 715.310065] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.310065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.310210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.310613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.310613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.321643] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 715.503176] env[65762]: INFO networking_nsxv3.common.synchronization [req-106c5995-f6e5-45ab-87cf-021cb01675e0 req-4e0f7b1b-7548-4aaa-968f-52c1c3c2ae09 tempest-SecurityGroupRulesNegativeTestJSON-276298539 tempest-SecurityGroupRulesNegativeTestJSON-276298539-project-member] Enqueued Resource ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 with Priority: HIGHEST for action security_group_rules [ 715.503813] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 with Priority: HIGHEST for action security_group_rules [ 715.505153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.505288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.506032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.506032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506032] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c6faf9a-5667-4e08-8d00-0b5af3f98476',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.032558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.033061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.033061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.033274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.033427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033547] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 already deleted. [ 716.034263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.697137] env[65762]: INFO networking_nsxv3.common.synchronization [req-7d492823-2a84-41b4-8968-8588f48830f4 req-a85b4621-9090-4fa1-8224-a6953c4ee3a0 tempest-ServersTestBootFromVolume-1324524451 tempest-ServersTestBootFromVolume-1324524451-project-member] Enqueued Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 716.698041] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 with Priority: HIGHEST for action security_group_members [ 716.698041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.698407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.698407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.698480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.698618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.698727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.698727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.698883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.698972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.699100] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0433fc6c-413d-4fa4-9ab4-b6a7f0954510',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.204330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.204330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.204330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.204330] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 is going to be updated. [ 717.239883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.239883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.239883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.239883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.239883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.250268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: IN_PROGRESS for 2s [ 717.348337] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 717.348826] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 deletion is rescheduled due to dependency. [ 717.348826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.319733] env[65762]: INFO networking_nsxv3.common.synchronization [req-65f408b8-9a17-4e67-9b86-b90f8ed7e411 req-9c3a099c-52f3-4117-bf13-33c2a53e74ff tempest-ImagesOneServerTestJSON-1752505728 tempest-ImagesOneServerTestJSON-1752505728-project-member] Enqueued Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 718.320097] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGHEST for action security_group_members [ 718.323157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.323157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.323157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.323157] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.587941] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1a4b0ba7-734b-4cbe-8462-df07d6ae83b4 None None] Enqueued Resource ID: 4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481 with Priority: HIGHEST for action port [ 718.591046] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481 with Priority: HIGHEST for action port [ 718.591046] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.591046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.591046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.591046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.591046] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.825842] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.827955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.827955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.827955] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b is going to be updated. [ 718.866032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.866032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.866032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.866032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.866032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.877447] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: IN_PROGRESS for 2s [ 719.092544] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481 [ 719.093149] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.094824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.094824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.094824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.094824] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481 already deleted. [ 719.094824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6f7c4d-b76d-4d5e-b1e5-7f060b2a9481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.265457] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 in Status: SUCCESS [ 719.265457] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0433fc6c-413d-4fa4-9ab4-b6a7f0954510 deletion is rescheduled due to dependency. [ 719.265457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0433fc6c-413d-4fa4-9ab4-b6a7f0954510" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.887128] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b75b0de9-84ff-4721-81d0-65ccafbad55b in Status: SUCCESS [ 720.887441] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b deletion is rescheduled due to dependency. [ 720.887441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458498] env[65762]: INFO networking_nsxv3.common.synchronization [req-8fc65c81-c69b-4886-a88e-8d5f41cb1981 req-81356712-bb5a-4bc2-bdfb-947ecdd468ad tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 721.459242] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 721.459610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.459760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.459807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.460231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.460231] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.460367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.460367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.460521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.460595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.460696] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.655113] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1d797ac5-ae8f-4599-9768-6368fcb30113 None None] Enqueued Resource ID: 15b8225e-8b45-437c-85b6-af476d3ebb26 with Priority: HIGHEST for action port [ 721.655113] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b8225e-8b45-437c-85b6-af476d3ebb26 with Priority: HIGHEST for action port [ 721.655113] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b8225e-8b45-437c-85b6-af476d3ebb26 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.655113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b8225e-8b45-437c-85b6-af476d3ebb26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.655113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b8225e-8b45-437c-85b6-af476d3ebb26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.655113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b8225e-8b45-437c-85b6-af476d3ebb26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.655113] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b8225e-8b45-437c-85b6-af476d3ebb26',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.691577] env[65762]: INFO networking_nsxv3.common.synchronization [req-5c5d0a21-4547-4e1a-9a83-f9adec32697e req-a156db05-2226-4273-8c46-6f1d0ed3852a tempest-SecurityGroupRulesNegativeTestJSON-276298539 tempest-SecurityGroupRulesNegativeTestJSON-276298539-project-member] Enqueued Resource ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 with Priority: HIGHEST for action security_group_rules [ 721.691577] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 with Priority: HIGHEST for action security_group_rules [ 721.692297] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.692972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.693677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.694261] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c6faf9a-5667-4e08-8d00-0b5af3f98476',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.963621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.963972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.963972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.966524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.966524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.966524] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.966524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.966524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.967726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.967726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.967726] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 722.011558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.012684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.028097] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 722.157275] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15b8225e-8b45-437c-85b6-af476d3ebb26 [ 722.157516] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.157684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.157763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.159034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.159034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.159034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15b8225e-8b45-437c-85b6-af476d3ebb26 already deleted. [ 722.159034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b8225e-8b45-437c-85b6-af476d3ebb26" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.221667] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.221835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.222028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.222401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.222651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.222764] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c6faf9a-5667-4e08-8d00-0b5af3f98476 already deleted. [ 722.223043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c6faf9a-5667-4e08-8d00-0b5af3f98476" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.786366] env[65762]: INFO networking_nsxv3.common.synchronization [None req-fa0a216b-674c-408c-adda-f299e0db4951 None None] Enqueued Resource ID: c856870c-bbaf-4389-a0e5-2db5b5129520 with Priority: HIGHEST for action port [ 722.786366] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c856870c-bbaf-4389-a0e5-2db5b5129520 with Priority: HIGHEST for action port [ 722.786526] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c856870c-bbaf-4389-a0e5-2db5b5129520 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.786590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c856870c-bbaf-4389-a0e5-2db5b5129520" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c856870c-bbaf-4389-a0e5-2db5b5129520" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c856870c-bbaf-4389-a0e5-2db5b5129520" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.787912] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c856870c-bbaf-4389-a0e5-2db5b5129520',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.274997] env[65762]: INFO networking_nsxv3.common.synchronization [req-2943c7e3-c8b0-4dc0-b168-0bbab6817113 req-57d8defa-f0d2-4b79-8b5b-bc7fe724cc64 tempest-ServersV294TestFqdnHostnames-1188737058 tempest-ServersV294TestFqdnHostnames-1188737058-project-member] Enqueued Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 723.275706] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1fbb281-22d8-4286-9e58-cf965641e8aa with Priority: HIGHEST for action security_group_members [ 723.276883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1fbb281-22d8-4286-9e58-cf965641e8aa taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.277085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.277085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.277481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.277780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.277905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.277995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.278259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.278402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.278564] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1fbb281-22d8-4286-9e58-cf965641e8aa',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.293033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c856870c-bbaf-4389-a0e5-2db5b5129520 [ 723.293306] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.293468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.293539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.293778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.293869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.293984] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c856870c-bbaf-4389-a0e5-2db5b5129520 already deleted. [ 723.294094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c856870c-bbaf-4389-a0e5-2db5b5129520" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782094] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.783064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.783236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.783310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.783397] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa is going to be updated. [ 723.824591] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.825260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.825260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.825260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.825260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.837544] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: IN_PROGRESS for 2s [ 724.042141] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 724.042509] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de deletion is rescheduled due to dependency. [ 724.044561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.594212] env[65762]: INFO networking_nsxv3.common.synchronization [req-0489c6d5-50af-46e0-8ca1-affedeca290b req-63074913-2aec-42a0-b93f-e1cfe14577a7 tempest-ServerDiagnosticsTest-700796468 tempest-ServerDiagnosticsTest-700796468-project-member] Enqueued Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 724.594212] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 724.594625] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.595335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.596854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.596854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.596854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.596854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.596854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.596854] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.754697] env[65762]: INFO networking_nsxv3.common.synchronization [req-b6ad17ae-e5a8-4f39-8053-ca6eef688e4f req-67067f88-42cb-4f87-9c77-e2faea7deec8 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 724.756612] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 724.759105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.759105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.759105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.759105] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.100494] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.100871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.100871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.101219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.101336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.101760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.101880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.102017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.102312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.102435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.102537] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 already deleted. [ 725.102630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116293] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.116600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.116832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.117208] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.117648] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.117778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.117926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.118238] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.118355] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.118993] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.119226] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.119353] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.119483] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.119590] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.119693] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.119889] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.149922] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.149922] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.149922] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.149922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.149922] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e894fca0-9b20-4739-af89-68f4cf20fa35 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.149922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.149922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.149922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.149922] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e894fca0-9b20-4739-af89-68f4cf20fa35',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.261305] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.292233] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d0869f86-6490-4983-ab80-78e8d7c9d084 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 725.293063] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 725.293845] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294585] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.489072] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2157c4b7-e1bc-46ce-886e-1de77e58bd86 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 725.490323] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 725.490572] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.490572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.651615] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.652261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.652354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.652495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.652762] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e894fca0-9b20-4739-af89-68f4cf20fa35 not found, creating... [ 725.652996] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.653181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.653295] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.653532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.653694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.653997] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.654163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.654291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.654508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.654804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.655201] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e894fca0-9b20-4739-af89-68f4cf20fa35 is going to be created. [ 725.683464] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.683667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.683810] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.684073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.684298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.684523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.765520] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.821237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.821438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.821438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.821738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.821831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.821928] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 already deleted. [ 725.822021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.822179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.822335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.822417] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.849225] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1fbb281-22d8-4286-9e58-cf965641e8aa in Status: SUCCESS [ 725.849503] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1fbb281-22d8-4286-9e58-cf965641e8aa deletion is rescheduled due to dependency. [ 725.849651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1fbb281-22d8-4286-9e58-cf965641e8aa" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.206378] env[65762]: INFO networking_nsxv3.common.synchronization [None req-5855ac84-7d84-4a5b-b593-6bdb172e7fe6 None None] Enqueued Resource ID: be8335b7-fa2c-4bfd-94a2-08d0875d2abf with Priority: HIGHEST for action port [ 726.206761] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8335b7-fa2c-4bfd-94a2-08d0875d2abf with Priority: HIGHEST for action port [ 726.207141] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-be8335b7-fa2c-4bfd-94a2-08d0875d2abf taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.207260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be8335b7-fa2c-4bfd-94a2-08d0875d2abf" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.207356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be8335b7-fa2c-4bfd-94a2-08d0875d2abf" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.207665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be8335b7-fa2c-4bfd-94a2-08d0875d2abf" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.207814] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8335b7-fa2c-4bfd-94a2-08d0875d2abf',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.269370] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.269521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.269599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.269838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.269950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.270067] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 726.307770] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.307926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.308363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.308363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.309552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 726.367176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.367743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.367841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.367942] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 already deleted. [ 726.368061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.424213] env[65762]: INFO networking_nsxv3.common.synchronization [req-0489c6d5-50af-46e0-8ca1-affedeca290b req-d16321d1-b2b7-4878-8ab4-f233df4f3ddc service nova] Enqueued Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_rules [ 726.424213] env[65762]: INFO networking_nsxv3.common.synchronization [req-0489c6d5-50af-46e0-8ca1-affedeca290b req-d16321d1-b2b7-4878-8ab4-f233df4f3ddc service nova] Enqueued Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 726.424213] env[65762]: INFO networking_nsxv3.common.synchronization [req-0489c6d5-50af-46e0-8ca1-affedeca290b req-d16321d1-b2b7-4878-8ab4-f233df4f3ddc service nova] Enqueued Resource ID: e894fca0-9b20-4739-af89-68f4cf20fa35 with Priority: HIGHEST for action port [ 726.424213] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_rules [ 726.425669] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 726.425669] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e894fca0-9b20-4739-af89-68f4cf20fa35 with Priority: HIGHEST for action port [ 726.425669] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.426226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.426490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.427319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.430017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.430017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.430017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.430017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.430017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.430017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.433201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.436387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.436530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.436712] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.438913] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e894fca0-9b20-4739-af89-68f4cf20fa35 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.438913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.438913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.438913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.438913] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e894fca0-9b20-4739-af89-68f4cf20fa35',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.712835] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be8335b7-fa2c-4bfd-94a2-08d0875d2abf [ 726.712835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.712835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.712835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.712835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.712835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.712835] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be8335b7-fa2c-4bfd-94a2-08d0875d2abf already deleted. [ 726.712835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be8335b7-fa2c-4bfd-94a2-08d0875d2abf" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.941057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.941346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.942558] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.943163] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e894fca0-9b20-4739-af89-68f4cf20fa35 with status ACTIVE [ 726.944053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.944053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.944053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.944053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.944053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.944053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.944310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.944310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.944419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.944499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.944944] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.944944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.944944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.944944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.945137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.945137] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e894fca0-9b20-4739-af89-68f4cf20fa35 is going to be updated. [ 726.970083] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.971640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.971640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.971640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.971640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.971640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e894fca0-9b20-4739-af89-68f4cf20fa35" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.448737] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.951685] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.951982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.951982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.952882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.956596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.956839] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 is going to be created. [ 727.987289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.987521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.987634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.987915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.988168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.002866] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: UNINITIALIZED for 2s [ 728.333052] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 728.333405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.016768] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: SUCCESS [ 730.016768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.016768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.016768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.017236] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.017236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.017236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.017781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.017781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.017781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.017781] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.022921] env[65762]: INFO networking_nsxv3.common.synchronization [req-48e39ad6-b29a-4c35-b16b-ebe467108c0e req-462f1c56-4961-457f-8e5c-07b99a5eeb83 tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 730.023302] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 730.023979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.024358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.024641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.025902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.025902] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.026077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.026116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.026495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.027393] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.311761] env[65762]: INFO networking_nsxv3.common.synchronization [req-9d9e4651-8bc6-4150-9cc3-9d5681b5a0d3 req-2ba6a0c6-c59b-4ab0-840f-dfbe9ea8499e tempest-FloatingIPsAssociationTestJSON-1319686669 tempest-FloatingIPsAssociationTestJSON-1319686669-project-member] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 730.314340] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 730.315075] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.315373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.315542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317910] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.317910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.317910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.317910] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.524206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.524206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.524206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.524206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.524206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.524482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.524482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.524482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.524587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.524629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.524777] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.524865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.524923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.525288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.525458] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.525559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.525616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.526430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.526581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.526832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.526973] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.530296] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.530441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.530509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.530791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.531122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.534036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.534036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.534036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534036] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be updated. [ 730.624402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.624750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.624750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.624970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.625591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.643506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 730.819762] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.034594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87053c23-3b1f-412a-9891-fff0b4a4adc4: rpc.has_security_group_logging(os_id): False [ 731.063412] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.063619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.064308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.064308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.064308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.066789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.066789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.066789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067213] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.067213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.067213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067742] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 is going to be created. [ 731.140568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.140780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.140780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.140983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.141174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.153576] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: IN_PROGRESS for 2s [ 731.326745] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.830030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.830030] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be updated. [ 731.862989] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.863165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.863243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.863459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.863561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 732.656465] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 732.656793] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 deletion is rescheduled due to dependency. [ 732.656945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.168737] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: SUCCESS [ 733.168737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.884902] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 733.885289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.093775] env[65762]: INFO networking_nsxv3.common.synchronization [req-eeb4ef1a-7fc3-4bd0-bda8-2562cd3b5afd req-e7b077e5-6458-45dc-8006-2d241bac65a5 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 734.094409] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 734.095149] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.095289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.095363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.095622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.095816] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.095927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.095987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.096166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.096248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.096364] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.236433] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0aa377bb-d518-4d4b-ab9d-d4af00346b56 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: 7661f775-38ab-4879-840d-f46601ef6e8b with Priority: HIGHEST for action security_group_rules [ 734.237056] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7661f775-38ab-4879-840d-f46601ef6e8b with Priority: HIGHEST for action security_group_rules [ 734.237706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7661f775-38ab-4879-840d-f46601ef6e8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.237706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.237706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.237843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.237929] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7661f775-38ab-4879-840d-f46601ef6e8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.604538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.604538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.604538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.604538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 734.640936] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.640936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.641054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.641933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.642016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.646918] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-7ab21c1c-190d-42e1-ae4c-0bdee45e2ebd tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 734.648194] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 734.648525] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.648644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.648705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.648967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.651567] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.651567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.651567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.651567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.651567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.651567] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.655929] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 734.760424] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.760850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.761176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.761516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.761861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.762065] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7661f775-38ab-4879-840d-f46601ef6e8b already deleted. [ 734.762194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.799292] env[65762]: INFO networking_nsxv3.common.synchronization [None req-bc59dc87-3a54-4c4e-a65f-069ef57e9028 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: 7661f775-38ab-4879-840d-f46601ef6e8b with Priority: HIGHEST for action security_group_rules [ 734.803166] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7661f775-38ab-4879-840d-f46601ef6e8b with Priority: HIGHEST for action security_group_rules [ 734.803448] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7661f775-38ab-4879-840d-f46601ef6e8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.803647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.803743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.803975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.804132] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7661f775-38ab-4879-840d-f46601ef6e8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.156481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.156894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.156894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.158563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.158563] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 already deleted. [ 735.158563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.191555] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-7ecbc80b-fa98-430e-9ee9-20de33a62d9a tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 735.192495] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 735.193950] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.194231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.194308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.194534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.194723] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.194829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.194901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.196167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.196167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.196167] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.331748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.332014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.332151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.332486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.332661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.332915] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7661f775-38ab-4879-840d-f46601ef6e8b already deleted. [ 735.333092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7661f775-38ab-4879-840d-f46601ef6e8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.698801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.698801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.699190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.699190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.699389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.699544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.699660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.700141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.700141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.700141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.700141] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 already deleted. [ 735.700409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.821082] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-5e5dd339-4093-46fe-84e3-14e3cbd7a2de tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 735.821082] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 735.821954] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.822096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.822179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.822416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.822592] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.822715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.822809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.823015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.823121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.823249] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.329354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.329693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.329693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.329884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.330618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.330618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.330808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.331372] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 already deleted. [ 736.331372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.375065] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.376513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.376513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.376513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.376884] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.377082] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.377200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.378198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.378759] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380349] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.380532] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.380648] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.380856] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.380913] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.381086] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.381616] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.405656] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.405916] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.406184] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.406245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.407510] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-a4391c88-4449-4782-999c-f6e6037ec626 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.407808] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.407897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.409092] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.409092] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4391c88-4449-4782-999c-f6e6037ec626',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.668046] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 736.668046] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 736.668204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.680853] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d8e242a-2f31-4da9-bc31-f70fa025f54e req-97c54353-c091-494a-8ec1-1da09438b4c9 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 736.681588] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 736.682035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.682183] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.682262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.682478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.682637] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.682814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.682881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.683046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.683136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.683226] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.911699] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.912120] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.912176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.913291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.913291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.913291] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port a4391c88-4449-4782-999c-f6e6037ec626 not found, creating... [ 736.913291] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.913291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.913605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.913697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.913949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.914190] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.914360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.914473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.914713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.914870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.915149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: a4391c88-4449-4782-999c-f6e6037ec626 is going to be created. [ 736.938830] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.939067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.939200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.939528] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.939766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.939993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.072102] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.072399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.072550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.072929] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.073295] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.073479] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.073607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.073863] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.074100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.074312] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.074434] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.074562] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.074685] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.074823] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.074932] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.075107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.100279] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.100446] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.100585] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.100764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-240" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.101195] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-53a72b0f-8d3a-4d20-bedd-e104ad67416a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.101382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.101912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.102044] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a72b0f-8d3a-4d20-bedd-e104ad67416a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.186823] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.604958] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.605338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.605382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.605661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.605820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.605975] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 53a72b0f-8d3a-4d20-bedd-e104ad67416a not found, creating... [ 737.606251] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.606401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.606514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.606729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.606886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.607185] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.607334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.607436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.607640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.607766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.607898] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a is going to be created. [ 737.631729] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.632136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.632299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.633381] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.633381] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.633381] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.637203] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-7212c700-ce77-4a49-a434-f4b4b7b3bd89 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 737.637319] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-7212c700-ce77-4a49-a434-f4b4b7b3bd89 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 737.637451] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-7212c700-ce77-4a49-a434-f4b4b7b3bd89 service nova] Enqueued Resource ID: a4391c88-4449-4782-999c-f6e6037ec626 with Priority: HIGHEST for action port [ 737.638334] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 737.638487] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 737.638589] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4391c88-4449-4782-999c-f6e6037ec626 with Priority: HIGHEST for action port [ 737.638863] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.639194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.639194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.639386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.639457] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.640398] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.640519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.640630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.640762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.641128] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.641128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.641128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.641264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.643442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.643442] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.643442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4391c88-4449-4782-999c-f6e6037ec626 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.643442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.643442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.643442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.643442] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4391c88-4449-4782-999c-f6e6037ec626',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.688837] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.144977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.145200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.145354] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.146310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4391c88-4449-4782-999c-f6e6037ec626 with status ACTIVE [ 738.146506] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.146618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.146674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.146880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.146974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.147263] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.147388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.147443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.147607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.147794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.148042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.148212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.148275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.148440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.148521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.148610] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4391c88-4449-4782-999c-f6e6037ec626 is going to be updated. [ 738.170400] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.170602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.170717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.170911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.171106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.171287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4391c88-4449-4782-999c-f6e6037ec626" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.191962] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.192118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.192197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.192411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.192502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.192658] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 738.230985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.231218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.231284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.231607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.231787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.244634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 738.386881] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d8e242a-2f31-4da9-bc31-f70fa025f54e req-4c376fca-843c-4e79-9971-9e27ec3878a3 service nova] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 738.387216] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d8e242a-2f31-4da9-bc31-f70fa025f54e req-4c376fca-843c-4e79-9971-9e27ec3878a3 service nova] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 738.387433] env[65762]: INFO networking_nsxv3.common.synchronization [req-3d8e242a-2f31-4da9-bc31-f70fa025f54e req-4c376fca-843c-4e79-9971-9e27ec3878a3 service nova] Enqueued Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 738.388086] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 738.388229] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 738.388799] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 738.388799] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.388799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.388799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.389078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.389194] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.391336] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391336] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a72b0f-8d3a-4d20-bedd-e104ad67416a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.391336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.391336] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a72b0f-8d3a-4d20-bedd-e104ad67416a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.538694] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.538919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-332" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.539054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-332" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.539379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-332" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.539638] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.539811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.539921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.540161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.540302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.540502] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.540611] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.540718] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.540822] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.540953] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.541070] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.541196] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.563847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.564065] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.564155] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.564343] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-332" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.565036] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-944f3194-a877-411b-b406-6ff0f4ace349 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.565036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.565036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.565305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.565442] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944f3194-a877-411b-b406-6ff0f4ace349',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.650598] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.893137] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.893279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895698] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a72b0f-8d3a-4d20-bedd-e104ad67416a with status ACTIVE [ 738.895908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.896068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.896110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.896361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.896452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.896628] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.900112] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.900112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.900112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a is going to be updated. [ 738.920613] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.920777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.920836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.921045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.921180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.924232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.071442] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.073928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.073928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.073928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.073928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.074319] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 944f3194-a877-411b-b406-6ff0f4ace349 not found, creating... [ 739.074638] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.074859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.074984] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.075387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.075543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.075993] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077440] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077848] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.078015] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078173] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 944f3194-a877-411b-b406-6ff0f4ace349 is going to be created. [ 739.105426] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.105426] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105426] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.105690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.105931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.106341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.154412] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.154631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.154716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.154999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.155139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.155266] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be created. [ 739.193437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.193957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.193957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.193957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.194069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.207482] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: UNINITIALIZED for 2s [ 739.820650] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-d21337f0-7a74-451d-b23f-d0db39e1a87c service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 739.820650] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-d21337f0-7a74-451d-b23f-d0db39e1a87c service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 739.821253] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-d21337f0-7a74-451d-b23f-d0db39e1a87c service nova] Enqueued Resource ID: 944f3194-a877-411b-b406-6ff0f4ace349 with Priority: HIGHEST for action port [ 739.821253] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 739.821253] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 739.821253] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 944f3194-a877-411b-b406-6ff0f4ace349 with Priority: HIGHEST for action port [ 739.821838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.822023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.822174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.822255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.822575] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-944f3194-a877-411b-b406-6ff0f4ace349 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.822575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.822575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.822758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.822912] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944f3194-a877-411b-b406-6ff0f4ace349',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.256392] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 740.256613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.256892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.257138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.257323] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.257443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.257511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.257675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.257760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.257863] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.326223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 944f3194-a877-411b-b406-6ff0f4ace349 with status ACTIVE [ 740.326223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.326223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.326223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.326223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.326223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.326632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.326632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.326632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.326743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.326828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.327017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.327134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.327230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.327337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.327500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.327500] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 944f3194-a877-411b-b406-6ff0f4ace349 is going to be updated. [ 740.359715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.359897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.359985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.360206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.360388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-944f3194-a877-411b-b406-6ff0f4ace349" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.675927] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.675927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.675927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.675927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.676437] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.676751] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.677053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.677387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.677666] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.678075] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.678282] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.678821] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.678821] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.678821] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.679111] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.680116] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.707241] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.708080] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.708080] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.708341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-790" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.708852] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.709139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.709334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.709822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.711558] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5070ed0-83a4-4cbf-86e4-fd2278de4bdc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.763951] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.213996] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.214426] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.215069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.215069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.215069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.215268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port c5070ed0-83a4-4cbf-86e4-fd2278de4bdc not found, creating... [ 741.215528] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.215694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.215825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.216065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.216263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.216558] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.216722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.216825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.219214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.219214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.219214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: c5070ed0-83a4-4cbf-86e4-fd2278de4bdc is going to be created. [ 741.219463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: UNINITIALIZED for 4s [ 741.242841] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.243075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.243210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.243502] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.243717] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.243937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.268509] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.770602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.770602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.770602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.770764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.770764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.770839] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 741.803531] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.803693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.803750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.803958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.804120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.824109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 741.972368] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-0c42e202-b9f7-4407-85d5-ce8a47823574 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 741.972465] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-0c42e202-b9f7-4407-85d5-ce8a47823574 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 741.972556] env[65762]: INFO networking_nsxv3.common.synchronization [req-28586ef4-10f1-4581-8b91-e7d27a2b3e55 req-0c42e202-b9f7-4407-85d5-ce8a47823574 service nova] Enqueued Resource ID: c5070ed0-83a4-4cbf-86e4-fd2278de4bdc with Priority: HIGHEST for action port [ 741.974111] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 741.974111] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 741.974111] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5070ed0-83a4-4cbf-86e4-fd2278de4bdc with Priority: HIGHEST for action port [ 741.974111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974475] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.974982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.975069] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5070ed0-83a4-4cbf-86e4-fd2278de4bdc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.470891] env[65762]: INFO networking_nsxv3.common.synchronization [req-b00231b6-519e-4236-b884-bc6d6bd3fd22 req-a683c057-b75d-4c12-867c-9ac666847710 tempest-ServersAdminNegativeTestJSON-1221212447 tempest-ServersAdminNegativeTestJSON-1221212447-project-member] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 742.471481] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 742.471796] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.472728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.473146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.473178] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.478958] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5070ed0-83a4-4cbf-86e4-fd2278de4bdc with status ACTIVE [ 742.479255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.479393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.479471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.479870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.480010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.480231] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.480341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.480415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.480591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.480678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.480904] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.481077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.481077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.481182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.481582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.481582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5070ed0-83a4-4cbf-86e4-fd2278de4bdc is going to be updated. [ 742.510373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.512250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.512250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.512487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.512637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.512828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5070ed0-83a4-4cbf-86e4-fd2278de4bdc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.975785] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.231103] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 743.231103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.231103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.231427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.231550] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.231684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.231958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.231958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.232083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.232199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.232301] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.235116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.235386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.235562] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.236021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.236021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.237113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.237113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.237113] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.479363] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.738789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.738789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.742358] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.838017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 743.838262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.838439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.838666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.838850] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.838964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.839043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.839213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.839290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.839371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.839462] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.984949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.986027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.986027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.986027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.986027] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be updated. [ 744.015494] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.015685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.015768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.015972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.016128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.027727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 744.244824] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.342326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.342508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.342586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.342748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.343706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.343706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.343706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.344176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.344176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.344324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.344357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.344419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.344507] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.589681] env[65762]: INFO networking_nsxv3.common.synchronization [req-8a443e8e-bae3-4569-9247-88c2ab50d0d7 req-8769cabc-62b0-473d-aca3-2cc38d163900 tempest-ServerDiagnosticsTest-700796468 tempest-ServerDiagnosticsTest-700796468-project-member] Enqueued Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 744.589986] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGHEST for action security_group_members [ 744.590148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.591250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.591250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.591250] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.750862] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.751784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.751784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.751784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.751784] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 744.782287] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.782576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.782576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.782844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.783014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.792803] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 744.826219] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9ddc2162-6303-407f-83d8-86c1c032d123 None None] Enqueued Resource ID: 01322219-3ef6-4ba5-bb01-8ce6ae47a38d with Priority: HIGHEST for action port [ 744.826797] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01322219-3ef6-4ba5-bb01-8ce6ae47a38d with Priority: HIGHEST for action port [ 744.827202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-01322219-3ef6-4ba5-bb01-8ce6ae47a38d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.827381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01322219-3ef6-4ba5-bb01-8ce6ae47a38d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.827474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01322219-3ef6-4ba5-bb01-8ce6ae47a38d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.827795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01322219-3ef6-4ba5-bb01-8ce6ae47a38d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.827896] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01322219-3ef6-4ba5-bb01-8ce6ae47a38d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.849443] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 744.869848] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.870064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.870064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.870266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.870365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.870570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.870667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.870728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.870991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.870991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.871265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.871371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.871467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.871665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.871746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.871929] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.872724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.872830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.872964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.873076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.873175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 744.938409] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.938606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.938702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.938931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.939104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.952976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 745.012247] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-f08a9c56-06f0-402c-b118-7cb674e77c4e tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 745.012247] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 745.013388] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.013578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.014179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.014179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.014179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.014725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.014725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.014725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.014725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.014725] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.095502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.095707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.095752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.095946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.096060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.096251] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.096351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.096412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.096590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.096624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.096714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 is going to be updated. [ 745.140860] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.140978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.141056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.142023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.142023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.155334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: IN_PROGRESS for 2s [ 745.330231] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01322219-3ef6-4ba5-bb01-8ce6ae47a38d [ 745.330510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.330649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.330718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.330952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.331059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.331158] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01322219-3ef6-4ba5-bb01-8ce6ae47a38d already deleted. [ 745.331239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01322219-3ef6-4ba5-bb01-8ce6ae47a38d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.450188] env[65762]: INFO networking_nsxv3.common.synchronization [None req-13be5e24-236f-4ed7-b887-19579d63c740 None None] Enqueued Resource ID: abded79c-b148-44c1-a8b0-f300cde75cd9 with Priority: HIGHEST for action port [ 745.451105] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abded79c-b148-44c1-a8b0-f300cde75cd9 with Priority: HIGHEST for action port [ 745.451855] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-abded79c-b148-44c1-a8b0-f300cde75cd9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.451855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abded79c-b148-44c1-a8b0-f300cde75cd9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.451855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abded79c-b148-44c1-a8b0-f300cde75cd9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.451855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abded79c-b148-44c1-a8b0-f300cde75cd9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.452162] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abded79c-b148-44c1-a8b0-f300cde75cd9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.517225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.517345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.517407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.517614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.517710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.517909] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.518014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.518086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.518242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.518467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.518467] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 745.544161] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.544357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.544414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.544595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.544733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553940] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 745.954631] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abded79c-b148-44c1-a8b0-f300cde75cd9 [ 745.954894] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.954988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.955487] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abded79c-b148-44c1-a8b0-f300cde75cd9 already deleted. [ 745.955558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abded79c-b148-44c1-a8b0-f300cde75cd9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.999911] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.000140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.000265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.000525] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.000784] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.000933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.001143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.002193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.002193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.002193] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.002193] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.002193] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.002193] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.002193] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.002469] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.002469] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.021532] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.021532] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.021663] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.021766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.022113] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022290] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.023221] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3d1084-edf6-4490-8ff6-f7c56634eb2c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.038019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 746.038410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.526540] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.526540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.526540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.526540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.526540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.527479] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ce3d1084-edf6-4490-8ff6-f7c56634eb2c not found, creating... [ 746.527762] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.527930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.528048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.528372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.528451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.528739] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.528897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.529036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.529261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.529389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.529547] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ce3d1084-edf6-4490-8ff6-f7c56634eb2c is going to be created. [ 746.554712] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.554712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.554902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.555792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.555792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.555792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.808551] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 746.808551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.808551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.808873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.809199] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.809510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.810810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.810810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.810810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.810810] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.821961] env[65762]: INFO networking_nsxv3.common.synchronization [None req-cf5f290f-fb7b-4915-9842-c17b6ae6e6d8 None None] Enqueued Resource ID: 40de7a0c-f2fb-4e4e-a799-98d41739707a with Priority: HIGHEST for action port [ 746.821961] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40de7a0c-f2fb-4e4e-a799-98d41739707a with Priority: HIGHEST for action port [ 746.822413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-40de7a0c-f2fb-4e4e-a799-98d41739707a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.822611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40de7a0c-f2fb-4e4e-a799-98d41739707a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.822698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40de7a0c-f2fb-4e4e-a799-98d41739707a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.823029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40de7a0c-f2fb-4e4e-a799-98d41739707a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.823238] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40de7a0c-f2fb-4e4e-a799-98d41739707a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.971804] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 746.972194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.166077] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 in Status: SUCCESS [ 747.166077] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 deletion is rescheduled due to dependency. [ 747.166077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.289399] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-b4fa5f01-327d-4d91-8722-172b97e9d026 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 747.289399] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 747.290210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.290210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.313694] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.329064] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40de7a0c-f2fb-4e4e-a799-98d41739707a [ 747.329064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.329064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.329064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.329064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.329064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.329064] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40de7a0c-f2fb-4e4e-a799-98d41739707a already deleted. [ 747.329064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40de7a0c-f2fb-4e4e-a799-98d41739707a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.370987] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-2110439e-ca43-477a-bf32-aa95cf14d6c3 service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 747.371185] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-2110439e-ca43-477a-bf32-aa95cf14d6c3 service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 747.371321] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-2110439e-ca43-477a-bf32-aa95cf14d6c3 service nova] Enqueued Resource ID: ce3d1084-edf6-4490-8ff6-f7c56634eb2c with Priority: HIGHEST for action port [ 747.371864] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 747.372033] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 747.375882] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3d1084-edf6-4490-8ff6-f7c56634eb2c with Priority: HIGHEST for action port [ 747.375882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.375882] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.375882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.375882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.375882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.377929] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3d1084-edf6-4490-8ff6-f7c56634eb2c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.564913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 747.565209] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 deletion is rescheduled due to dependency. [ 747.565844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.567408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.567588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.569166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.569166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.569166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.569166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.569166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.569166] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.785026] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.785499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.785499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.785599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.785848] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.786046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.786222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.786847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.786847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.786847] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.786847] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.787098] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.787098] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.787187] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.787263] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.787394] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.808630] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.808927] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.809222] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.809613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-741" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.810114] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.810418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.810615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.811011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.811264] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.815322] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.880840] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.880840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.881114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3d1084-edf6-4490-8ff6-f7c56634eb2c with status ACTIVE [ 747.881389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.881716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.881835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.884304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.884304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.884304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.884304] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3d1084-edf6-4490-8ff6-f7c56634eb2c is going to be updated. [ 747.907743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.908298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.908472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.908602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.908742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.908902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3d1084-edf6-4490-8ff6-f7c56634eb2c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.966970] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2a1bd334-9ed4-4bc3-9427-31013ba5e7c4 None None] Enqueued Resource ID: 1b8ae06e-f908-4e77-8f8f-6d3b3bce927b with Priority: HIGHEST for action port [ 747.967263] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8ae06e-f908-4e77-8f8f-6d3b3bce927b with Priority: HIGHEST for action port [ 747.967839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8ae06e-f908-4e77-8f8f-6d3b3bce927b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.967955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8ae06e-f908-4e77-8f8f-6d3b3bce927b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.968035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8ae06e-f908-4e77-8f8f-6d3b3bce927b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.969051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8ae06e-f908-4e77-8f8f-6d3b3bce927b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.969051] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8ae06e-f908-4e77-8f8f-6d3b3bce927b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.073588] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.313959] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.314393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.314609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.315100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.315438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.315617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 not found, creating... [ 748.315881] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.316048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.316163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.316388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.316520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.316786] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.316932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.317123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.317364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.317536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.317701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 is going to be created. [ 748.318942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.319098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.319193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.319372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.319478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.319588] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 748.343853] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.344162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.344345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.344742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.345033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.345303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.349745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.349923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.350071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.350265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.350406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.358913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 748.470552] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b8ae06e-f908-4e77-8f8f-6d3b3bce927b [ 748.470809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.470946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.471035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.471267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.471362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.471461] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b8ae06e-f908-4e77-8f8f-6d3b3bce927b already deleted. [ 748.471545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8ae06e-f908-4e77-8f8f-6d3b3bce927b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.575716] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.078011] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.078307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.078307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.078487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.078545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.078633] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 749.109349] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-141d4bee-0173-4c93-b19c-debfeb361b1a service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 749.109349] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-141d4bee-0173-4c93-b19c-debfeb361b1a service nova] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 749.109349] env[65762]: INFO networking_nsxv3.common.synchronization [req-95d6c829-3b67-443c-b86a-1e0cc25eae2c req-141d4bee-0173-4c93-b19c-debfeb361b1a service nova] Enqueued Resource ID: d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 with Priority: HIGHEST for action port [ 749.109349] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.111117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.113031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.113274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.113431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.116450] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_rules [ 749.116754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 749.116870] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 with Priority: HIGHEST for action port [ 749.117379] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.117473] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.117676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.117857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.118056] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.118153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.118260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.118441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.118517] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.131392] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 749.458465] env[65762]: INFO networking_nsxv3.common.synchronization [None req-a5ddc840-c577-454b-af6c-ffbb5711843a None None] Enqueued Resource ID: c96a402c-5ac5-4f09-8057-83e6ecd30366 with Priority: HIGHEST for action port [ 749.458924] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96a402c-5ac5-4f09-8057-83e6ecd30366 with Priority: HIGHEST for action port [ 749.459246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96a402c-5ac5-4f09-8057-83e6ecd30366 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.459413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96a402c-5ac5-4f09-8057-83e6ecd30366" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.459449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96a402c-5ac5-4f09-8057-83e6ecd30366" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.460644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96a402c-5ac5-4f09-8057-83e6ecd30366" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.460738] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96a402c-5ac5-4f09-8057-83e6ecd30366',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.625028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 with status ACTIVE [ 749.625028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.625028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.625028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.625028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.625028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1 is going to be updated. [ 749.637280] env[65762]: INFO networking_nsxv3.common.synchronization [req-b47c119d-8db6-4842-99c6-fa04f7ddb650 req-cc3edaa3-ae70-4332-998a-15e69286fca8 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 749.637963] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 749.638276] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.639225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.639353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.639452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.640034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.640034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.640034] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.648179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.648393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.648476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.648672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.648812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.648973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4ed4e28-66ea-4176-8ff0-1fdfd3cfc0a1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.967930] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96a402c-5ac5-4f09-8057-83e6ecd30366 [ 749.967930] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.967930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.967930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.967930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.967930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.967930] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96a402c-5ac5-4f09-8057-83e6ecd30366 already deleted. [ 749.967930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96a402c-5ac5-4f09-8057-83e6ecd30366" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.143686] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.143980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.143980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.144260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.144365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.144615] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.144774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.144842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.145112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.145233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.145356] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 already deleted. [ 750.145469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.186242] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.186448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-480" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.186495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-480" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.186956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-480" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.187421] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.187706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.187923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.188303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.188548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.188883] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.189094] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.189279] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.189466] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.189719] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.189847] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.190095] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.223539] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.223759] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.223992] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.224268] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-480" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.224876] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.225040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.225079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.225452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.225632] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07788929-0f5f-4f54-8ba0-7b7a7a7ab095',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.374227] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 750.374570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.374610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.374797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.374988] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.375117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.375186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.375382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.375442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.375973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.375973] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.375973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.375973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.375973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.376326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.376326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.376326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.376326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.376518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.376518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.376579] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.729796] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.730052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.730200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.730553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.730747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.730957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 not found, creating... [ 750.731292] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.731487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.731660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.731892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.732044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.732386] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.732560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.732680] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.735115] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.735335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.735516] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 is going to be created. [ 750.788074] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.788363] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.788432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.788702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.878429] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b872d649-478e-4f98-81c4-47c99c1305c7: rpc.has_security_group_logging(os_id): False [ 750.926118] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.926336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.926502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.926741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.926791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.927029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.927166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.927243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.927445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.927529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.927756] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.927867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.927964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.928148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.928232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.928447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.928554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.928638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.928797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.928893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.928985] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be created. [ 751.010559] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.010714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.010714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.011034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.011136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.029203] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 751.149425] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 751.149875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.149925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.150486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.150626] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.150626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.150743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.150852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.150936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.151062] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [req-b47c119d-8db6-4842-99c6-fa04f7ddb650 req-668d98c1-8b20-416f-aea5-588ea8610dc3 service nova] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [req-b47c119d-8db6-4842-99c6-fa04f7ddb650 req-668d98c1-8b20-416f-aea5-588ea8610dc3 service nova] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [req-b47c119d-8db6-4842-99c6-fa04f7ddb650 req-668d98c1-8b20-416f-aea5-588ea8610dc3 service nova] Enqueued Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 751.521258] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 751.521713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.521713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.521713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.521915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.522079] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.523934] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.523934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.523934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.524177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.524328] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.524401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.524597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.524685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.524978] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.527535] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.527535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.527888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.529113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.529113] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07788929-0f5f-4f54-8ba0-7b7a7a7ab095',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.645307] env[65762]: INFO networking_nsxv3.common.synchronization [req-e93389ba-4b16-4b3e-958b-e8f7105dec0e req-f66531a9-4ee5-4bf9-ad3b-d46f7cd33a71 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 751.646739] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 751.647249] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.648296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.648359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.648623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.649622] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.649622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.649622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.649622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.649622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.649622] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.654572] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.926991] env[65762]: INFO networking_nsxv3.common.synchronization [None req-abfb8e1b-69d9-43f1-94cb-90f2d22f2c4c None None] Enqueued Resource ID: adc69080-024c-442e-b0f8-d22982d3e316 with Priority: HIGHEST for action port [ 751.927815] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc69080-024c-442e-b0f8-d22982d3e316 with Priority: HIGHEST for action port [ 751.927856] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc69080-024c-442e-b0f8-d22982d3e316 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.927971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc69080-024c-442e-b0f8-d22982d3e316" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.928338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc69080-024c-442e-b0f8-d22982d3e316" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.929435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc69080-024c-442e-b0f8-d22982d3e316" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.929435] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc69080-024c-442e-b0f8-d22982d3e316',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.945751] env[65762]: INFO networking_nsxv3.common.synchronization [req-a935f810-8af3-4267-911a-da95982edb5a req-60e7fe82-157f-4ed9-bcfe-9f029d37ab29 tempest-ServerActionsV293TestJSON-1542425317 tempest-ServerActionsV293TestJSON-1542425317-project-member] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 751.946321] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 751.947076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.947076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.947076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.947076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.947450] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.947450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.947450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.947654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.947654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.947761] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.968808] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.968989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.969153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.969428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.969833] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.969833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.969987] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.970135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.970923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.970923] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.970923] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.970923] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.970923] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.970923] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.971167] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.971167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.993034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.993693] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.993693] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.993693] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.993976] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-6f07b255-13b8-4db1-99d0-f917a581bc56 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.994070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.994102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.994583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.994583] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f07b255-13b8-4db1-99d0-f917a581bc56',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.030573] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.031950] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032493] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with status ACTIVE [ 752.032493] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.033030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.033211] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.033398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.033398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.033573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.033659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.034103] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.034312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.034312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.034312] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 is going to be updated. [ 752.060483] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.060483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.060483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.060749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.062245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.062245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.151786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.152243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.152243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.152427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.152461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.152666] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.152767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.152833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.153012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.153095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.153183] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 already deleted. [ 752.153265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.158746] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.370559] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.370794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-731" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.370910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-731" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.371269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-731" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.371533] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.371686] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.371799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.372554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.372786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.373053] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.373263] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.373446] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.373585] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.373722] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.373864] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.374017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.395862] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.396062] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.396197] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.396422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-731" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.396784] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.397058] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.397237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.397612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.397898] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ce4683-ce8f-4b45-b62f-ebcec9f6500d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.431511] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc69080-024c-442e-b0f8-d22982d3e316 [ 752.431953] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.432250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.432376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.432646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.432782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.432909] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc69080-024c-442e-b0f8-d22982d3e316 already deleted. [ 752.433030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc69080-024c-442e-b0f8-d22982d3e316" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.450426] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.450744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.450869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.451278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.451485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.451843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.451986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.452125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.452330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.452447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.452561] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f already deleted. [ 752.452729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.496808] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.497073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.497132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.497408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.497559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.497714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 6f07b255-13b8-4db1-99d0-f917a581bc56 not found, creating... [ 752.497985] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.498159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.498275] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.498501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.498689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.498973] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.499141] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.499259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.499475] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.499938] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.500271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 6f07b255-13b8-4db1-99d0-f917a581bc56 is going to be created. [ 752.525780] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.526074] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.526139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.526426] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.526649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.526912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536901] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.662009] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.662281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.662406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.662712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.662863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.663021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 752.690303] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.690522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.690522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.690791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.690951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.703223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 752.900500] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.900725] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.900847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.901155] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.901305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.901456] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port f2ce4683-ce8f-4b45-b62f-ebcec9f6500d not found, creating... [ 752.901709] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.901859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.901968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.902261] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.902405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.902678] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.902824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.902933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.904271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.904470] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.904657] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: f2ce4683-ce8f-4b45-b62f-ebcec9f6500d is going to be created. [ 752.926816] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.927052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.927177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.927445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.927677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.927888] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.039488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.039610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.039681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.039975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.040132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.040210] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be created. [ 753.050686] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 753.050973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.051195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.051450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.051536] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.071874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.072376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.072545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.072724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.072888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.087798] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: UNINITIALIZED for 2s [ 753.268191] env[65762]: INFO networking_nsxv3.common.synchronization [req-e93389ba-4b16-4b3e-958b-e8f7105dec0e req-76793327-aef6-4eac-8fb6-6dbd98fed7f0 service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 753.268543] env[65762]: INFO networking_nsxv3.common.synchronization [req-e93389ba-4b16-4b3e-958b-e8f7105dec0e req-76793327-aef6-4eac-8fb6-6dbd98fed7f0 service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 753.268543] env[65762]: INFO networking_nsxv3.common.synchronization [req-e93389ba-4b16-4b3e-958b-e8f7105dec0e req-76793327-aef6-4eac-8fb6-6dbd98fed7f0 service nova] Enqueued Resource ID: 6f07b255-13b8-4db1-99d0-f917a581bc56 with Priority: HIGHEST for action port [ 753.269043] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 753.269182] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 753.269281] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f07b255-13b8-4db1-99d0-f917a581bc56 with Priority: HIGHEST for action port [ 753.269544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.270159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.270246] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.274510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.274663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.274737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.274935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.275115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.275555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.275641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.275734] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.276598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f07b255-13b8-4db1-99d0-f917a581bc56 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.277787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.277863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.278052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.278162] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f07b255-13b8-4db1-99d0-f917a581bc56',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.554345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.555297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.555478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.555550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555847] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.651188] env[65762]: INFO networking_nsxv3.common.synchronization [req-a935f810-8af3-4267-911a-da95982edb5a req-4d10c191-8636-48b4-aab8-5fe26c1c9d22 service nova] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 753.651360] env[65762]: INFO networking_nsxv3.common.synchronization [req-a935f810-8af3-4267-911a-da95982edb5a req-4d10c191-8636-48b4-aab8-5fe26c1c9d22 service nova] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 753.651984] env[65762]: INFO networking_nsxv3.common.synchronization [req-a935f810-8af3-4267-911a-da95982edb5a req-4d10c191-8636-48b4-aab8-5fe26c1c9d22 service nova] Enqueued Resource ID: f2ce4683-ce8f-4b45-b62f-ebcec9f6500d with Priority: HIGHEST for action port [ 753.652731] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_rules [ 753.652871] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 753.652969] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce4683-ce8f-4b45-b62f-ebcec9f6500d with Priority: HIGHEST for action port [ 753.653325] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.653451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.653517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.653726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.653821] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.654795] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.654910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.654976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.655936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.655936] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.655936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.655936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.656159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.656237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.656320] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.657609] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.657609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.657609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.657816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.657816] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ce4683-ce8f-4b45-b62f-ebcec9f6500d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.780677] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.780677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.781030] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.784079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f07b255-13b8-4db1-99d0-f917a581bc56 with status ACTIVE [ 753.784079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.784079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.784079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.784079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.784532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.784532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.784532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.784532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.784695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.784948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.784948] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.785111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.785151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.785716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.785716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.785716] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f07b255-13b8-4db1-99d0-f917a581bc56 is going to be updated. [ 753.809965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f07b255-13b8-4db1-99d0-f917a581bc56" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.059438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.060611] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.061008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.061110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.061264] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.061375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.061440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.061593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.061741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.061837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.061895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.062055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.062142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.062249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.062363] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.160315] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.162140] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.162315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2ce4683-ce8f-4b45-b62f-ebcec9f6500d with status ACTIVE [ 754.167084] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.167633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.167725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.167936] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.168803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.168803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.168803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.169133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.169133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.169133] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2ce4683-ce8f-4b45-b62f-ebcec9f6500d is going to be updated. [ 754.192029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.192029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.192029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.192334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.192487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.192583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ce4683-ce8f-4b45-b62f-ebcec9f6500d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.283463] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.564596] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b872d649-478e-4f98-81c4-47c99c1305c7: rpc.has_security_group_logging(os_id): False [ 754.585792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.585792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.585792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.585792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.585792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.586748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.586748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.586748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.586748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.586748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.586915] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.587111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.587328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.587512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.587619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.587827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.587996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.588096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.588291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.588463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.588591] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 754.650328] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.650529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.650631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.650899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.651105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.663245] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.671603] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 754.729964] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 754.729964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.730275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.731045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.731045] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.731045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.731045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.731045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.731460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.731460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.731460] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.732413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.733047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.733047] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.733047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.733047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.733412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.733556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.733704] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.786338] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.786569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.786569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.786787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.786879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.786973] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be created. [ 754.814188] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.814367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.814491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.814796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.814980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.827268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: UNINITIALIZED for 2s [ 754.839779] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 754.839993] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 754.841233] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 754.841233] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 754.841233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.841233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.841536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.841567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.841771] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.841882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.841933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.842155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.842279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.842378] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.843522] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.843641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.843697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.843860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.844009] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.844110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.844170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.844311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.844390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.844479] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.887179] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_rules [ 754.887359] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 754.887508] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 754.887654] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 754.887819] env[65762]: INFO networking_nsxv3.common.synchronization [req-a532d597-7701-4c96-8cfe-5334297c3784 req-00b527dd-3f4f-4607-81dc-f4f5a0e34784 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 754.888337] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_rules [ 754.888514] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 754.888647] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 754.888739] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 754.888823] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 754.889123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.889250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.889337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.889572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.889673] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.892092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.892238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.892519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894311] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.894311] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a72b0f-8d3a-4d20-bedd-e104ad67416a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894311] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a72b0f-8d3a-4d20-bedd-e104ad67416a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.894608] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.895186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895186] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.895186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.100493] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 755.100776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.100967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.101209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.101439] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.101593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.101662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.101840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.101912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.102013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.102110] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.168874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.168874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.168874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.168874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.168874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.168874] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f is going to be created. [ 755.236786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236786] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.243223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.243367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.243436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.243644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.243795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.259194] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: UNINITIALIZED for 2s [ 755.351035] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.352158] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.396139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.396242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.396495] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.396582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.396786] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a72b0f-8d3a-4d20-bedd-e104ad67416a with status ACTIVE [ 755.396950] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.397109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.397179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.397401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.397492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.397660] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.397755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.397840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.397963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.398048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398226] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.398319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.398391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.398515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.398589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398672] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a is going to be updated. [ 755.426202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.426288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.426441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.426555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.426692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.426898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.606758] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.739064] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.855486] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.856581] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.108995] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48c64614-6073-4581-93da-a01e0011f8f9: rpc.has_security_group_logging(os_id): False [ 756.127729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.128563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.128663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.129073] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be created. [ 756.200311] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.200311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.200311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.200311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.216991] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: IN_PROGRESS for 2s [ 756.241867] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.242141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.242216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.242539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.242653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242796] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 756.291358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.291358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.291358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.291358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.291358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314239] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 756.359188] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359830] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be created. [ 756.361184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.361309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.361370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.361557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.361643] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.361735] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 756.410407] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.410407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.410407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.410407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.410407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.415345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.415590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.415700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.422008] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: UNINITIALIZED for 2s [ 756.424268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 756.688033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 756.688033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.688265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.688527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.688646] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.838697] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 756.838933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.839262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.839538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.839757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.839899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.839975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.840560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.840778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.840878] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.190933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.191081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.191246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.191424] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.191540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.191610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.191786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.191880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.192029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.192161] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.276632] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: SUCCESS [ 757.276888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.277143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.277800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.277891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.278129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.278238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.278434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.278434] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.346075] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.346075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.346075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.346479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.346479] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.346479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.346479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.346926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.346926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.346926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.347167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.347167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.347337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.347420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.347540] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.347678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.347678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.347831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.348030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.348030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.348176] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.700185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.700185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.700185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.700185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.700185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.701266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.701266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.701266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702343] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.782411] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.851084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04135244-1a02-4d48-b6db-1ea8017ab494: rpc.has_security_group_logging(os_id): False [ 757.878368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.878495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.878530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.879853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.879853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.879853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.880346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.880346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.880346] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.880346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.880551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.880551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.880637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.880744] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be created. [ 757.946228] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.946418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.946505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.946781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.947035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.961171] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 758.208084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b872d649-478e-4f98-81c4-47c99c1305c7: rpc.has_security_group_logging(os_id): False [ 758.230932] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 758.231876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.232757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.232958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.233698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.233698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.233698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.233848] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.233848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.233991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234393] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.234518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234962] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.235485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.235485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.235485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.235485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.235485] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 758.284212] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69d26820-8e56-4e2b-bfe5-174487933e5f: rpc.has_security_group_logging(os_id): False [ 758.319145] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.319283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.319358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.319576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.319667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.319909] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.320051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.320139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.320319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.320409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.320562] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f is going to be created. [ 758.339610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.339826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.339908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.340174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.340361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.342278] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 758.342512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.343066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.343363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.343583] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.343756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.343861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.344137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.344279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344737] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.344860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.344984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.345144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.345308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.345412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.345476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.345620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.345698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345875] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.359366] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 758.421554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.421724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.421788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.422128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.422744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.442975] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 758.442975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.443216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.443274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.443798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.443879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.443974] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.445709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 758.445929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.446107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.446310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.446492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.446609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.446674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.446823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.446905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447007] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.448501] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: IN_PROGRESS for 2s [ 758.848499] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fee8540-ed9b-46b4-a26a-7cea70856bc6: rpc.has_security_group_logging(os_id): False [ 758.870745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.870916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.870955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.871185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.871280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871475] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.871698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.871698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.871819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.871851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.872061] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.872194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.872293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.872486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.872567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.872793] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.872893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.872957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.873212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.873212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.873305] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 758.949910] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.950928] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.954986] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.955164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.955207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.955418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.955620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.973145] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 759.456548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.456548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.890073] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 759.890073] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 759.957849] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.958101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.958177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.958395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.958529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.958639] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 759.960169] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.960313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.960402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.960613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.960716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.960814] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be updated. [ 759.981026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 759.981026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.999415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.999415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.999595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.999669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.999789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.001545] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.001701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.001757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.001908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.008417] env[65762]: INFO networking_nsxv3.common.synchronization [req-dd985198-8a23-4458-bc03-3145b1c62d67 req-7ddbdbd2-3dcb-436e-bb4b-3de585f2fe0c tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 760.009165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 760.009307] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009769] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.010175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010290] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.022133] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 760.022921] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 760.384792] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 760.385055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.439768] env[65762]: INFO networking_nsxv3.common.synchronization [req-4cc0cfc9-b9b5-4e66-892a-aaa22919c3a7 req-9988b024-8579-4f4e-a2f2-3359b135acd5 tempest-VolumesAssistedSnapshotsTest-263129917 tempest-VolumesAssistedSnapshotsTest-263129917-project-member] Enqueued Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 760.440416] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 with Priority: HIGHEST for action security_group_members [ 760.440781] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a7147e7-b763-4ea2-8234-e8d300448e03 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.440970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.441356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.441610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.441763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.442065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.442165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.442375] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a7147e7-b763-4ea2-8234-e8d300448e03',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.449332] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.449626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.449785] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450141] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450326] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.451033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.451425] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.451540] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.451650] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.451767] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.451898] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.451987] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.452589] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.470120] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: SUCCESS [ 760.471065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.483031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.483255] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.483349] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.483623] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-189" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.484027] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-978f6499-74ce-4938-98f8-f577be385e21 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484253] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484337] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.484679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.484837] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978f6499-74ce-4938-98f8-f577be385e21',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.512955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.513438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.513706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.513861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.514224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.514492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.514595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.515299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.515299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.515299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be updated. [ 760.550073] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.550253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.550332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.550544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.550689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.562084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 760.944991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.945274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.945508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.945911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.945911] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.946054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.946054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.946222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.946302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.946396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 is going to be updated. [ 760.988098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.988098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.988098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.988387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.988423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994258] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.995573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.995573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.995573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.995573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 978f6499-74ce-4938-98f8-f577be385e21 not found, creating... [ 760.995573] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.995877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.995877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.996250] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.996427] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.996575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.997455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.997455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.997455] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 978f6499-74ce-4938-98f8-f577be385e21 is going to be created. [ 760.999049] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 760.999275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.999882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.000095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.000184] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.164267] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: IN_PROGRESS for 2s [ 761.183309] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.183309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.183309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.184076] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.185563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.381934] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 761.382162] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:1 started [ 761.509028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.509028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509028] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.787239] env[65762]: INFO networking_nsxv3.common.synchronization [req-dd985198-8a23-4458-bc03-3145b1c62d67 req-43fa9cf9-ed24-44b1-a39f-ddfd22bb8f13 service nova] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 761.787443] env[65762]: INFO networking_nsxv3.common.synchronization [req-dd985198-8a23-4458-bc03-3145b1c62d67 req-43fa9cf9-ed24-44b1-a39f-ddfd22bb8f13 service nova] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 761.787581] env[65762]: INFO networking_nsxv3.common.synchronization [req-dd985198-8a23-4458-bc03-3145b1c62d67 req-43fa9cf9-ed24-44b1-a39f-ddfd22bb8f13 service nova] Enqueued Resource ID: 978f6499-74ce-4938-98f8-f577be385e21 with Priority: HIGHEST for action port [ 761.789049] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_rules [ 761.789049] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 761.789049] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978f6499-74ce-4938-98f8-f577be385e21 with Priority: HIGHEST for action port [ 761.789445] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.789530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.789972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.790259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.790408] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.791550] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.791603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.791835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-978f6499-74ce-4938-98f8-f577be385e21 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.791951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.792045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.792516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.794552] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978f6499-74ce-4938-98f8-f577be385e21',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.014454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.014454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.014454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.014454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.015105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.015105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.015105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.015105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.015105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.015105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.015273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.015273] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.047586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 762.048170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.048409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.048888] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.049054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.049127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.049324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.049429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.049585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.049671] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.052560] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 762.055269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.055590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.056984] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.057125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.057419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.057419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.057488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.058263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.058263] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.298318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.298318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.298318] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978f6499-74ce-4938-98f8-f577be385e21 with status ACTIVE [ 762.298318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.298318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.298318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.298754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.298796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.299629] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.299629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.299629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.299629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.299629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.299937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.299937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.299937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.307028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.307028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.307028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978f6499-74ce-4938-98f8-f577be385e21 is going to be updated. [ 762.331139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.331368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.331451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.331678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.331826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.332252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978f6499-74ce-4938-98f8-f577be385e21" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.519210] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fee8540-ed9b-46b4-a26a-7cea70856bc6: rpc.has_security_group_logging(os_id): False [ 762.541655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.541794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.541862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.542085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.542172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.542379] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.542729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.542729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.542944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.542993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.543648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.543777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.543873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.545603] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.545603] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 762.561178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.561338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.561396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.561609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.561770] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.561870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.561935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.562112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.562198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.562306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.563083] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.563083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.563083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.563083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.563083] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.563083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.563083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.563546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.563546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.563546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.563546] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.565052] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.575411] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 762.575608] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 deletion is rescheduled due to dependency. [ 762.575727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.576185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.576400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.576612] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.576735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.576963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.577069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.577168] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.620562] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.620761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.620832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.621068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.621233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.636789] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 763.066678] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 763.068015] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76e26246-4742-45e8-986b-2cf2ff8a13e2: rpc.has_security_group_logging(os_id): False [ 763.080604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.088898] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.089090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.089688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.089688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.089688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.089893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.089893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.089893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.090123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.090255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.090978] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be created. [ 763.094151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.094284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.094324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.094580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.094580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.094803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.095043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.095043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.095201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.095201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.095352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.095440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.095496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.095630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.095722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.095876] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.095984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097536] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 763.179593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.180287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.180366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.181062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.181062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.182968] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 in Status: SUCCESS [ 763.183202] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a7147e7-b763-4ea2-8234-e8d300448e03 deletion is rescheduled due to dependency. [ 763.183329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a7147e7-b763-4ea2-8234-e8d300448e03" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.185065] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.185597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.185673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.186416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.186416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.202530] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 763.223801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 763.584340] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.089516] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.089860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.089860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.089975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.090091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090245] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be updated. [ 764.132409] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.132409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.132409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.132409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.132409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.146763] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 764.658176] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 764.660064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234422] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 765.235015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.273284] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 765.273284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.885779] env[65762]: INFO networking_nsxv3.common.synchronization [req-68447985-a4dd-4b97-8947-1f42ca37eaae req-fe17be97-199a-4241-90e0-91503504da25 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 765.886376] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 765.886678] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.886796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.887088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.887088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.887230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.888109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.888109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.888109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.888109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.888109] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.160986] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 766.160986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.161696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.162126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.162386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.163621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.163621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.163621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.163621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.163621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.163621] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.390078] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.491247] env[65762]: INFO networking_nsxv3.common.synchronization [req-427deafc-af33-4ff9-a94b-d6f92bbbbc9c req-ca281c47-cfae-41dc-8842-593a7fb0f2d5 tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 766.491247] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 766.491247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.491247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.491247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.492056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.492325] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.667141] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.892468] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.995145] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.078345] env[65762]: INFO networking_nsxv3.common.synchronization [req-427deafc-af33-4ff9-a94b-d6f92bbbbc9c req-7b0caf29-8e49-433b-b60e-db1fb027befd tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 767.079182] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 767.079272] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.079333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.168437] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5c40dc5-e56a-45f2-97b5-96a66b3810a9: rpc.has_security_group_logging(os_id): False [ 767.188760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.188958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.189045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.189422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.189469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.189884] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.189884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.189884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.190048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.190194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.190280] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be updated. [ 767.270741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.270936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.271017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.271270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.271438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289747] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 767.329280] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f9f80c1-3782-4de4-a126-6c6b9b754331 req-eb30eb1a-66a8-4945-908c-092047f1ee11 tempest-FloatingIPsAssociationTestJSON-1319686669 tempest-FloatingIPsAssociationTestJSON-1319686669-project-member] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 767.330590] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGHEST for action security_group_members [ 767.331024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.331201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.331331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.331551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.331745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.331850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.331977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.332078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.332166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.332266] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.395469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.395841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.395841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.395948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.395993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.396108] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 767.437412] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.438465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.438465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.438465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.438465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.457530] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 767.498880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.658532] env[65762]: INFO networking_nsxv3.common.synchronization [req-21658a73-4a7f-4c3c-be68-e0e7187bc960 req-ba85fb19-eaf5-40e0-8f8f-d69b72bafe7b tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 767.659438] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 767.659438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.659603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.659603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.659865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.659939] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.660000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.662392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.662663] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.836366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.836366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836843] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be updated. [ 767.872363] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.873549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.873549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.873549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.873549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.888168] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: IN_PROGRESS for 2s [ 767.946445] env[65762]: INFO networking_nsxv3.common.synchronization [req-427deafc-af33-4ff9-a94b-d6f92bbbbc9c req-5a23b1f7-f443-4df1-8c27-7effc3d66c20 tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 767.947821] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 767.947821] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.947821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.001552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.001743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.001801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.002072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002238] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 768.028938] env[65762]: INFO networking_nsxv3.common.synchronization [req-529190cc-a70e-4133-88d5-d0b5c0bf3529 req-69b8991b-1354-4671-9d36-554599fbe0c7 tempest-MultipleCreateTestJSON-1118622394 tempest-MultipleCreateTestJSON-1118622394-project-member] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 768.029592] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGHEST for action security_group_members [ 768.029943] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.030069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.039087] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.039765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.039765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.039765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.039765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.060173] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 768.166028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.166028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.166028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.166028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.166028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.166333] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.166333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.166333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.166528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.166626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.166711] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 768.197061] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.200014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.209014] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 768.720104] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.720389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.720456] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.720719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.720971] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.721134] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.721243] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.721446] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.721577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.721778] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.721878] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.722015] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.722130] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.722247] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.722343] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.722928] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.743237] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.743454] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.743621] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.743811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.744180] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-eb60b79c-23d6-41f5-918f-a0b643a4f006 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.744376] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.744451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.744782] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.744920] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb60b79c-23d6-41f5-918f-a0b643a4f006',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.249381] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.249557] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.249673] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.250113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.250327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.250489] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port eb60b79c-23d6-41f5-918f-a0b643a4f006 not found, creating... [ 769.251034] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.251211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.251321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.251561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.251696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.251989] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.252436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.252436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.252662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.252797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.252934] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: eb60b79c-23d6-41f5-918f-a0b643a4f006 is going to be created. [ 769.280819] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.281180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.281402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.281739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.282014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.282272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.305388] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 769.305626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.468021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 769.468281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.468516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.468757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.468979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.469135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.469202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.469509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.469605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.469710] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.900802] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d129d532-0742-492b-a9c1-a63eb78e7592 in Status: SUCCESS [ 769.900802] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 deletion is rescheduled due to dependency. [ 769.900802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be updated. [ 769.982357] env[65762]: INFO networking_nsxv3.common.synchronization [req-21658a73-4a7f-4c3c-be68-e0e7187bc960 req-ffe603cc-b27e-4cc4-a220-8d31bbb21d15 service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 769.982615] env[65762]: INFO networking_nsxv3.common.synchronization [req-21658a73-4a7f-4c3c-be68-e0e7187bc960 req-ffe603cc-b27e-4cc4-a220-8d31bbb21d15 service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 769.982830] env[65762]: INFO networking_nsxv3.common.synchronization [req-21658a73-4a7f-4c3c-be68-e0e7187bc960 req-ffe603cc-b27e-4cc4-a220-8d31bbb21d15 service nova] Enqueued Resource ID: eb60b79c-23d6-41f5-918f-a0b643a4f006 with Priority: HIGHEST for action port [ 769.983470] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 769.983699] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 769.983784] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60b79c-23d6-41f5-918f-a0b643a4f006 with Priority: HIGHEST for action port [ 769.987678] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.987758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.988122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.988122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.988244] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.991853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb60b79c-23d6-41f5-918f-a0b643a4f006 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991853] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb60b79c-23d6-41f5-918f-a0b643a4f006',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.007872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.008047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.008148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.008447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.008587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.020614] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: IN_PROGRESS for 2s [ 770.070097] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 770.070362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.070602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.070968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.071257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.071387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.071465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.071653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.071772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.223492] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 770.223737] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 770.223886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.224036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.224327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.224554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.224690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.224762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.224924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.225020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.225123] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.492091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.492270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.492440] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb60b79c-23d6-41f5-918f-a0b643a4f006 with status ACTIVE [ 770.492621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.492806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.492873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.493119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.493219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.493407] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.493508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.493566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.493826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.493919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.494133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.494230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.494290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.494448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.494527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.494626] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb60b79c-23d6-41f5-918f-a0b643a4f006 is going to be updated. [ 770.517334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.517512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.517587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.517797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.517949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb60b79c-23d6-41f5-918f-a0b643a4f006" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.574050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.574246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.574320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.574558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.574671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.574892] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.574990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.575152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.575222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.575297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.575386] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 770.605898] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.606131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.606247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.606548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.606747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.622517] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 770.701606] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 770.701805] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 770.701924] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 770.703229] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 770.703229] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 770.703229] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 770.703454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.703547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.703686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.703828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.703982] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.704092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.704155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.704303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.704390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.704487] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.705985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.706300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.706418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.706637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.706835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.706947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.707029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.707184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.707272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.707386] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.708801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-500bdf5e-704c-4614-8d23-3b207b339b39 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.708955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.709053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.709399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.709556] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.709656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.709734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.709947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.710087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.710212] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.727307] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.758582] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_rules [ 770.758582] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 770.758815] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_rules [ 770.758815] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 770.759053] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 770.759053] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 770.759156] env[65762]: INFO networking_nsxv3.common.synchronization [req-b32730e8-c4a3-433f-bb75-9396e24a1b56 req-7d179ad8-2c6b-4139-990b-0ccbcc807882 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 770.759640] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_rules [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_rules [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a with Priority: HIGHEST for action port [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_rules [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 770.760458] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 770.761066] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500bdf5e-704c-4614-8d23-3b207b339b39 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.761066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.761066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.761066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.761066] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.764711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.764711] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.764711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a72b0f-8d3a-4d20-bedd-e104ad67416a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.765492] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a72b0f-8d3a-4d20-bedd-e104ad67416a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.769156] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.769156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.769156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.769156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.769156] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.769156] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-500bdf5e-704c-4614-8d23-3b207b339b39 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.769156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.769156] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.769156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.206899] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.212205] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.213168] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.230284] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.263450] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-500bdf5e-704c-4614-8d23-3b207b339b39 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.263602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.269200] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.269322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.269506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a72b0f-8d3a-4d20-bedd-e104ad67416a with status ACTIVE [ 771.269674] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.269825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.269870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.270222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.270222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.271028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.271028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.271167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.271283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.272107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.272107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.272107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.272107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.272107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.272107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.272107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a72b0f-8d3a-4d20-bedd-e104ad67416a is going to be updated. [ 771.273553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.273553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.301048] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.301253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.301253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.301553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.301650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.301801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a72b0f-8d3a-4d20-bedd-e104ad67416a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.530040] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1fa4299b-ff8e-44a6-94f8-66ead61bf921 None None] Enqueued Resource ID: 3a4dddf3-e7fa-45df-8c99-d1cdc726a927 with Priority: HIGHEST for action port [ 771.530040] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dddf3-e7fa-45df-8c99-d1cdc726a927 with Priority: HIGHEST for action port [ 771.530040] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4dddf3-e7fa-45df-8c99-d1cdc726a927 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.530040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4dddf3-e7fa-45df-8c99-d1cdc726a927" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.530040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4dddf3-e7fa-45df-8c99-d1cdc726a927" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.530040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4dddf3-e7fa-45df-8c99-d1cdc726a927" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.530040] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4dddf3-e7fa-45df-8c99-d1cdc726a927',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.711549] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.715859] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.716855] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.734912] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.735102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.736996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.736996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.736996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.736996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 771.780282] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.780406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.780470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.780687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.781291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.790546] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 772.034759] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 in Status: SUCCESS [ 772.034973] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 deletion is rescheduled due to dependency. [ 772.035409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.035409] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a4dddf3-e7fa-45df-8c99-d1cdc726a927 [ 772.036600] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036600] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a4dddf3-e7fa-45df-8c99-d1cdc726a927 already deleted. [ 772.036600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4dddf3-e7fa-45df-8c99-d1cdc726a927" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.215917] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.215917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.215917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.215917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.215917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.215917] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be updated. [ 772.219055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.219210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.219283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.219539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.219657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.219752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 772.221118] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.221257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.221330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.221510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.221592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.221702] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 is going to be created. [ 772.250532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.250740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.250790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.252029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.252029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.254869] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.255324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.258024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.258235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.264285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500bdf5e-704c-4614-8d23-3b207b339b39 in Status: UNINITIALIZED for 2s [ 772.269036] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 772.269824] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 772.633615] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 772.634021] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 deletion is rescheduled due to dependency. [ 772.635212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.635212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.635212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.635367] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.635774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.635906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.636368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.636368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.636588] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.140858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.140858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.140858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.141221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.141330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142945] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.142945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.142945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.142945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.142945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.142945] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 773.177790] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.177973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.178064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.178349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.178535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.190124] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 773.807122] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.807122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.807122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.807782] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.200225] env[65762]: INFO networking_nsxv3.common.synchronization [req-d259771c-82a8-421a-a4d8-0e530fe0c373 req-528eef2d-7b6a-4cd6-89bd-2219fe6eb585 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 774.200829] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 774.201148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.202940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.202940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.202940] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.280148] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 774.280386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281171] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500bdf5e-704c-4614-8d23-3b207b339b39 in Status: SUCCESS [ 774.281352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281937] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 774.282202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.282378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.282589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.282816] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.282937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.283017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.283195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.283273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.283373] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.284254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.285072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287031] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287690] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287690] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.292027] env[65762]: INFO networking_nsxv3.common.synchronization [None req-51670a9d-1949-46d1-9fb7-90f9c0b98bd0 None None] Enqueued Resource ID: 8a8fe83e-d64b-49e4-b54b-35d4854262a2 with Priority: HIGHEST for action port [ 774.292670] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8fe83e-d64b-49e4-b54b-35d4854262a2 with Priority: HIGHEST for action port [ 774.293245] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8fe83e-d64b-49e4-b54b-35d4854262a2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.293359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8fe83e-d64b-49e4-b54b-35d4854262a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.293426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8fe83e-d64b-49e4-b54b-35d4854262a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.293653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8fe83e-d64b-49e4-b54b-35d4854262a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.293729] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8fe83e-d64b-49e4-b54b-35d4854262a2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.312696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.312696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.312696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.312696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.312696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.313499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.313499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.313499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.313758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.313758] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.595382] env[65762]: INFO networking_nsxv3.common.synchronization [req-2ab7c262-cb52-4400-992a-93cc87a7c439 req-1282eebc-85a1-4f27-be21-630a1e1dfcb7 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 774.595560] env[65762]: INFO networking_nsxv3.common.synchronization [req-2ab7c262-cb52-4400-992a-93cc87a7c439 req-1282eebc-85a1-4f27-be21-630a1e1dfcb7 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 774.595710] env[65762]: INFO networking_nsxv3.common.synchronization [req-2ab7c262-cb52-4400-992a-93cc87a7c439 req-1282eebc-85a1-4f27-be21-630a1e1dfcb7 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 774.596639] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 774.596816] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGHEST for action security_group_members [ 774.596967] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500bdf5e-704c-4614-8d23-3b207b339b39 with Priority: HIGHEST for action security_group_members [ 774.597328] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.597470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.598100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.598100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.598100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-500bdf5e-704c-4614-8d23-3b207b339b39 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.598100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.704347] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.705033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.705033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.705033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.705033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.705220] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.705220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.705220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.705369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.705430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.706032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 774.734505] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.734672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.734731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.735032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.735178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.744394] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 774.789116] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.790070] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.791290] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.795132] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a8fe83e-d64b-49e4-b54b-35d4854262a2 [ 774.795353] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.795458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.795559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.795829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.795829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.795993] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a8fe83e-d64b-49e4-b54b-35d4854262a2 already deleted. [ 774.795993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8fe83e-d64b-49e4-b54b-35d4854262a2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.816394] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 774.838407] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.838598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.838704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.839040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.839149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.839464] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.839608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.839704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.840871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.840986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.841222] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.841396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.841434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.841592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.841669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.841856] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.841969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.842058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.842191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.842263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.842351] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 774.903907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.904274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.904274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.904683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.919705] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 775.205464] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 775.205464] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 deletion is rescheduled due to dependency. [ 775.205464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.294861] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.294861] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.294861] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.796757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.797161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.797275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.797498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.797592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.797694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 is going to be updated. [ 775.800008] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.800134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.800204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.800378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.800525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.800586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 775.803809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.803941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.804023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.804240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.804350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.804463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be updated. [ 775.835791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.836154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.836154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.836267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.836427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.838425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.838609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.838709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.838912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.839096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.840561] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.840786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.840974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.841211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.841376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.853182] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500bdf5e-704c-4614-8d23-3b207b339b39 in Status: IN_PROGRESS for 2s [ 775.854041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 775.854608] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 776.755035] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 776.755313] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 deletion is rescheduled due to dependency. [ 776.755484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.935097] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 776.935471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.448870] env[65762]: INFO networking_nsxv3.common.synchronization [req-19ffaa3a-852c-4a03-94ec-6b848c0ea69a req-0d8fd64f-6d0e-4396-9150-3d17564ec094 tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 777.449433] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 777.449757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.450728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.450728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.452113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.452793] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.452793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.452793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.452793] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.865863] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 777.866136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.866312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.866532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.866728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.866840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.866907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.867079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.867160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.867244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.867342] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.868821] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 777.868993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.869647] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500bdf5e-704c-4614-8d23-3b207b339b39 in Status: SUCCESS [ 777.869811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.869954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.870134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.870300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.870412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.870476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.870618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.870695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.870799] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.871535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.871692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.871844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.871944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.872029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.875295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.875386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.875480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.875699] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.876305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.876463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.876652] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.876711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.876777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.876920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.877000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.877098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.877189] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.880949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.881160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.881322] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.881430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.881496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.883085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.883241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.883354] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.884239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.884470] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.884580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.884681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.884859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.884947] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.922737] env[65762]: INFO networking_nsxv3.common.synchronization [req-2cbb859a-7494-45a8-981d-87e833f3422d req-d9e64f06-50ca-4cb5-9f13-3175578bf5aa tempest-ServerDiagnosticsNegativeTest-1287724316 tempest-ServerDiagnosticsNegativeTest-1287724316-project-member] Enqueued Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 777.923743] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 777.924184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.924330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.924407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.924807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.924993] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.925115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.925178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.925402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.925500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.925606] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.956192] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.220022] env[65762]: INFO networking_nsxv3.common.synchronization [req-ef0641b6-d651-4a14-a07c-4e80ced08d7a req-038cc36c-e93b-4980-81de-b7f95de10829 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 778.220022] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 with Priority: HIGHEST for action security_group_members [ 778.220022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.220377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.220532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.220823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.221291] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.221574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.221833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.222589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.222589] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25c2f07-a6c9-4c2f-b846-62c9a702b7e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.379320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.379526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.380746] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.381935] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.387297] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.387447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.387499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.387741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.387843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.388505] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.388505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.388505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.388505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.388758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.388758] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be updated. [ 778.391154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.391154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.391154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.391806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.391806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.391806] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 is going to be deleted. [ 778.393722] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500bdf5e-704c-4614-8d23-3b207b339b39',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.403994] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.404228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.404228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.404516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.404783] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.404960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.405127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.405910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.405910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.405910] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.405910] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.406239] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.406239] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.406239] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.406348] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.406444] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.423929] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.424158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.424215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.424426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.424593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.427990] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.428146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.428407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.428504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.428542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.428759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.428897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.428983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.429175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429344] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 already deleted. [ 778.429424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.430743] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.430743] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.430889] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.431062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.431454] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-d45bbf75-c695-4d08-ab01-b8e4196e36e8 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.431644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.431762] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.432063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.432205] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45bbf75-c695-4d08-ab01-b8e4196e36e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.441219] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 778.442394] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.442534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.442606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.442848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.442956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.443092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.460223] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.601954] env[65762]: INFO networking_nsxv3.common.synchronization [req-b58b83d1-28c8-469b-85c6-ad6fc98e75f0 req-2bdd4e0f-7585-4234-8972-24e3e8b09aec tempest-ListImageFiltersTestJSON-2070955452 tempest-ListImageFiltersTestJSON-2070955452-project-member] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 778.602677] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 778.603044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.603177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.603257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.604368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.604368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.604368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.604368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.604368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.604368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.604368] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.725854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.725854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.725854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.726194] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.726194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.726194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.726358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.726436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.726522] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 is going to be updated. [ 778.755366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.755366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.755366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.755366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.755366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.765286] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: IN_PROGRESS for 2s [ 778.883665] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.884704] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76e26246-4742-45e8-986b-2cf2ff8a13e2: rpc.has_security_group_logging(os_id): False [ 778.897121] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500bdf5e-704c-4614-8d23-3b207b339b39: rpc.has_security_group_logging(os_id): False [ 778.906928] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.906928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.907098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.907192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.907285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.907658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.907658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.907658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.907786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.907888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.908365] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be updated. [ 778.916994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.917151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.917224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.917422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.917510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.917722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.917821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.917885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.918056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.918136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.918225] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 is going to be created. [ 778.934701] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39], does not exist path=[/infra/domains/default/groups/500bdf5e-704c-4614-8d23-3b207b339b39]."\n}' [ 778.934855] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39 [ 778.934928] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 778.936373] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.936565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.936673] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.936941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.937194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.937424] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port d45bbf75-c695-4d08-ab01-b8e4196e36e8 not found, creating... [ 778.937746] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.937913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.938039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.938271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.938400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.938680] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.938811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.938931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.939177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.939311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.939446] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: d45bbf75-c695-4d08-ab01-b8e4196e36e8 is going to be created. [ 778.961165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.961491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.961491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.961874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.962165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.962297] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 778.967099] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.967442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.967633] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.967969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.968312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.968622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.000099] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: IN_PROGRESS for 2s [ 779.014096] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.014096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.016212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.016889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.017199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.017406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.017816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.018025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.018432] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.018665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.018813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.019078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.019249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.019418] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500bdf5e-704c-4614-8d23-3b207b339b39 is going to be created. [ 779.022209] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.022567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.022717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.022989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.023293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.061383] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 779.071989] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39], does not exist path=[/infra/domains/default/groups/500bdf5e-704c-4614-8d23-3b207b339b39]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39 [ 779.072213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500bdf5e-704c-4614-8d23-3b207b339b39" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.072831] env[65762]: Traceback (most recent call last): [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 779.072888] env[65762]: return func(*args, **kwargs) [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.072888] env[65762]: res.raise_for_status() [ 779.072888] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.072888] env[65762]: raise HTTPError(http_error_msg, response=self) [ 779.072888] env[65762]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39 [ 779.072888] env[65762]: During handling of the above exception, another exception occurred: [ 779.072888] env[65762]: Traceback (most recent call last): [ 779.072888] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 779.072888] env[65762]: listener.cb(fileno) [ 779.072888] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 779.072888] env[65762]: result = function(*args, **kwargs) [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 779.072888] env[65762]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 779.072888] env[65762]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 779.072888] env[65762]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 779.072888] env[65762]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.072888] env[65762]: res.raise_for_status() [ 779.072888] env[65762]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.072888] env[65762]: raise HTTPError(http_error_msg, response=self) [ 779.072888] env[65762]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/500bdf5e-704c-4614-8d23-3b207b339b39 [ 779.072888] env[65762]: Removing descriptor: 5 [ 779.106550] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.387540] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.387693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.387765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.388008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.389019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.389019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 779.428889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.430754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.441745] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 779.610818] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.690037] env[65762]: INFO networking_nsxv3.common.synchronization [req-2cbb859a-7494-45a8-981d-87e833f3422d req-67ab313e-6ec2-4328-a309-0dda35fd5c30 service nova] Enqueued Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_rules [ 779.690226] env[65762]: INFO networking_nsxv3.common.synchronization [req-2cbb859a-7494-45a8-981d-87e833f3422d req-67ab313e-6ec2-4328-a309-0dda35fd5c30 service nova] Enqueued Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 779.690359] env[65762]: INFO networking_nsxv3.common.synchronization [req-2cbb859a-7494-45a8-981d-87e833f3422d req-67ab313e-6ec2-4328-a309-0dda35fd5c30 service nova] Enqueued Resource ID: d45bbf75-c695-4d08-ab01-b8e4196e36e8 with Priority: HIGHEST for action port [ 779.690977] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_rules [ 779.691246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 779.691333] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45bbf75-c695-4d08-ab01-b8e4196e36e8 with Priority: HIGHEST for action port [ 779.691623] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.691747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.691816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.692089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.692177] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.693164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.693279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.693347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.693522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.694533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.694662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.694731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.694919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.695032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.695118] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.695889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45bbf75-c695-4d08-ab01-b8e4196e36e8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.696015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.696455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.696618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.696695] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45bbf75-c695-4d08-ab01-b8e4196e36e8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.113250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.114970] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be updated. [ 780.147836] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.147836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.147836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.147836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.147836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.158478] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 780.191661] env[65762]: INFO networking_nsxv3.common.synchronization [req-b05df94e-09f5-4064-9ef2-173b58cc52d2 req-2fac1497-441f-4fcc-9d12-2e2b6793fefb tempest-ServersAdminNegativeTestJSON-1221212447 tempest-ServersAdminNegativeTestJSON-1221212447-project-member] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 780.192294] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGHEST for action security_group_members [ 780.192853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.192853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.192853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.193099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.196019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.196019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.196019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.196019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.196019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.196019] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.202164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.202409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.203167] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.203647] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d45bbf75-c695-4d08-ab01-b8e4196e36e8 with status ACTIVE [ 780.203840] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.203972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.204069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.204354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.204479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.204709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.204828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.204887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.205728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.205728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.205728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.206306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.206306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.206306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.206306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.206306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d45bbf75-c695-4d08-ab01-b8e4196e36e8 is going to be updated. [ 780.240624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.240855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.240855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.241105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.241244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.241741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45bbf75-c695-4d08-ab01-b8e4196e36e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.452062] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 780.452233] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 deletion is rescheduled due to dependency. [ 780.452349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.697012] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.697012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.697012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.697251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.707916] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.718013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718351] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.719130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.719273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be updated. [ 780.746798] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.746983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.747335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.747499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.761531] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: IN_PROGRESS for 2s [ 780.774727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 in Status: SUCCESS [ 780.774927] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25c2f07-a6c9-4c2f-b846-62c9a702b7e8 deletion is rescheduled due to dependency. [ 780.775028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25c2f07-a6c9-4c2f-b846-62c9a702b7e8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.016339] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 in Status: SUCCESS [ 781.016613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.039808] env[65762]: INFO networking_nsxv3.common.synchronization [req-7cc899e1-95c1-44ce-a514-058305045cba req-8191ef59-47a0-4304-9823-24dc6d93719a tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 781.040422] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 781.040756] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.040940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.041034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.041270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.041471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.043103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.043103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.043103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.043103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.043103] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.075154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 781.075154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.210592] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.210878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.211127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.211413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.211487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.211612] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 is going to be created. [ 781.236610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.236803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.236856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.237077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.237241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.249655] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: UNINITIALIZED for 2s [ 781.453358] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 781.453601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.457019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.457019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.457783] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.471773] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.471966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.472104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.472405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.472660] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.472810] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.472943] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.474918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.475098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.475322] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.475435] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.475541] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.475641] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.475746] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.475852] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.476032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.497359] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.497572] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.498517] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.498517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.498517] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-379d64f7-00e8-4c97-843f-17ebe9c73a01 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.499325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.499535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.500093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.500334] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379d64f7-00e8-4c97-843f-17ebe9c73a01',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.544533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.544768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.544818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.545151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.571024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.571024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.571024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.571024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.571024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.571024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.571024] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 781.605155] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.607574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.607574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.616037] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 781.958400] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb73c58c-57fd-4e16-b767-67688f41fad4: rpc.has_security_group_logging(os_id): False [ 781.977964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.978156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.978224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.978519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.001131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.001424] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.001551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.001613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.001803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.001884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.002098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.002203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.002267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.002491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.002665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.002758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.002820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.003074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.003221] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 782.004765] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.005887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.005887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.005887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.005887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.005887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 379d64f7-00e8-4c97-843f-17ebe9c73a01 not found, creating... [ 782.005887] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.006215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.006215] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.006271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.006372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.007642] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.007642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.007642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.007642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.007642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.007642] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 379d64f7-00e8-4c97-843f-17ebe9c73a01 is going to be created. [ 782.033584] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.035057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.035173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.035463] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.035801] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.035967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.083262] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.083413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.083484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.083726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.083871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.126818] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 782.170726] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 782.170787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.757840] env[65762]: INFO networking_nsxv3.common.synchronization [req-7cc899e1-95c1-44ce-a514-058305045cba req-c2cab2ff-50bc-4ab3-b020-dddc348c7aa6 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 782.758122] env[65762]: INFO networking_nsxv3.common.synchronization [req-7cc899e1-95c1-44ce-a514-058305045cba req-c2cab2ff-50bc-4ab3-b020-dddc348c7aa6 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 782.758168] env[65762]: INFO networking_nsxv3.common.synchronization [req-7cc899e1-95c1-44ce-a514-058305045cba req-c2cab2ff-50bc-4ab3-b020-dddc348c7aa6 service nova] Enqueued Resource ID: 379d64f7-00e8-4c97-843f-17ebe9c73a01 with Priority: HIGHEST for action port [ 782.758697] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 782.758791] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 782.758878] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379d64f7-00e8-4c97-843f-17ebe9c73a01 with Priority: HIGHEST for action port [ 782.759864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.759864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.759864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.759864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.759864] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.760791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-379d64f7-00e8-4c97-843f-17ebe9c73a01 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.761862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.762310] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379d64f7-00e8-4c97-843f-17ebe9c73a01',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.773604] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95573519-e8b4-42b7-a1d2-128cb213163c in Status: SUCCESS [ 782.773785] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c deletion is rescheduled due to dependency. [ 782.773883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259526] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: SUCCESS [ 783.259740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.260166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.260362] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.260479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.260569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.260703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.260783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.260869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.260960] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.263211] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.263348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.265831] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 379d64f7-00e8-4c97-843f-17ebe9c73a01 with status ACTIVE [ 783.266012] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.266194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.266194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.266460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.266675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.266722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.266761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.267102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.267262] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.267349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.267407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.267550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.267624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269630] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 379d64f7-00e8-4c97-843f-17ebe9c73a01 is going to be updated. [ 783.291397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.291474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.291507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.291698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.291825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.291982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379d64f7-00e8-4c97-843f-17ebe9c73a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.631429] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 783.631725] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de deletion is rescheduled due to dependency. [ 783.631975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.632605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.632699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.633464] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.633464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.633464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.633714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.633714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.634026] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.764889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.764889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.765260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.765336] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.765463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765533] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.765702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.765794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.766292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.766832] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.767030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.767195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.767291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.767364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.767457] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.138719] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.147591] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 784.147847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.269601] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18db39d3-f047-4bf0-a936-6116f9921b06: rpc.has_security_group_logging(os_id): False [ 784.292168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.292412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.292482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.292694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.292777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.292974] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.293180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.293263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.293440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.293497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.293699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.293856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.293856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.293982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.294346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.294923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.294923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.294923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.294923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.295159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.295159] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 is going to be created. [ 784.341450] env[65762]: INFO networking_nsxv3.common.synchronization [None req-725466d7-5ce1-495d-ba38-0f5122b3fa48 None None] Enqueued Resource ID: 40cb5efa-aec5-4330-be14-a2790bb15f51 with Priority: HIGHEST for action port [ 784.342822] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40cb5efa-aec5-4330-be14-a2790bb15f51 with Priority: HIGHEST for action port [ 784.343291] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-40cb5efa-aec5-4330-be14-a2790bb15f51 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.343485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40cb5efa-aec5-4330-be14-a2790bb15f51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.343611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40cb5efa-aec5-4330-be14-a2790bb15f51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.344046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40cb5efa-aec5-4330-be14-a2790bb15f51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.344412] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40cb5efa-aec5-4330-be14-a2790bb15f51',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.362156] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.362313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.362384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.362597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.362773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.377126] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: IN_PROGRESS for 2s [ 784.642913] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.847107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40cb5efa-aec5-4330-be14-a2790bb15f51 [ 784.847391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.847525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.847593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.847944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.848107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.848276] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40cb5efa-aec5-4330-be14-a2790bb15f51 already deleted. [ 784.848389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40cb5efa-aec5-4330-be14-a2790bb15f51" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.146440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.146719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.146948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.147957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.147957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.149783] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 785.208171] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.208272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.208327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.209927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.209927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.232053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 785.321622] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6a794ac7-7ce1-4a5f-a45a-929e6858dd3b tempest-ServersTestJSON-2038160976 tempest-ServersTestJSON-2038160976-project-member] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 785.322669] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 785.325849] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.325849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.325849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.325849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.325849] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.504229] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d4312758-a99e-4ce2-8315-295753bdd5a4 tempest-ServersTestJSON-2038160976 tempest-ServersTestJSON-2038160976-project-member] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 785.504865] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 785.506624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.506754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.848978] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.849297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.849297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.849883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.850060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.851328] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed already deleted. [ 785.851693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.851967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.852254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.852390] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.119578] env[65762]: INFO networking_nsxv3.common.synchronization [req-804dde4f-fcdc-48fc-b176-54be18d2ff30 req-688b0c77-31dc-4ef7-b91d-729dbdd2a02b tempest-ServerTagsTestJSON-1653379542 tempest-ServerTagsTestJSON-1653379542-project-member] Enqueued Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 786.120762] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 786.121171] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122131] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.122699] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.375895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.375895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.375895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.376149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.376149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.376149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed already deleted. [ 786.376243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.389857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: SUCCESS [ 786.390092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.523276] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.523276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-962" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.523276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-962" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.523537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-962" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.523789] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.523961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.526256] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.526439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526937] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.527094] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.527225] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.527366] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.527503] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.527669] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.527838] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.555079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.555318] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.555458] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.555669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-962" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.556037] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-e4935242-1014-4c25-8e2b-37a8de0ae4e3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.556560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.556745] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.556962] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4935242-1014-4c25-8e2b-37a8de0ae4e3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.625040] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.625826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.625924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626160] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.626270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.626335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.626549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.626660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626747] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea already deleted. [ 786.626829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.062803] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.063182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.063243] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.063536] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.063687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065266] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port e4935242-1014-4c25-8e2b-37a8de0ae4e3 not found, creating... [ 787.065266] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.065266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.065266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.065266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065266] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.065612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.065612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.065670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.065807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.065959] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: e4935242-1014-4c25-8e2b-37a8de0ae4e3 is going to be created. [ 787.093797] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.094515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.095886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.095886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.095886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.258892] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 787.258892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.258892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.259456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.259861] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.261265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.261265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.261265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.261265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.261265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.261265] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.701839] env[65762]: INFO networking_nsxv3.common.synchronization [None req-4d649a91-3e57-4609-b573-a40bbcf0f39c None None] Enqueued Resource ID: 304c56aa-83e7-4024-a807-1c207ce87b9a with Priority: HIGHEST for action port [ 787.702449] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304c56aa-83e7-4024-a807-1c207ce87b9a with Priority: HIGHEST for action port [ 787.702920] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-304c56aa-83e7-4024-a807-1c207ce87b9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.703087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304c56aa-83e7-4024-a807-1c207ce87b9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.703177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304c56aa-83e7-4024-a807-1c207ce87b9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.703507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304c56aa-83e7-4024-a807-1c207ce87b9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.703630] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304c56aa-83e7-4024-a807-1c207ce87b9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.763724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.764101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.764101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.764370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.764663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.764796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.764919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.765121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.765216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.765327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.765457] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.765650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.765650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.765766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.765906] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.766010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.766077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.766219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.766297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.766379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.766479] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.845714] env[65762]: INFO networking_nsxv3.common.synchronization [req-804dde4f-fcdc-48fc-b176-54be18d2ff30 req-8929ca4c-3614-48d2-88d3-6db13a3bd758 service nova] Enqueued Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_rules [ 787.845885] env[65762]: INFO networking_nsxv3.common.synchronization [req-804dde4f-fcdc-48fc-b176-54be18d2ff30 req-8929ca4c-3614-48d2-88d3-6db13a3bd758 service nova] Enqueued Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 787.846030] env[65762]: INFO networking_nsxv3.common.synchronization [req-804dde4f-fcdc-48fc-b176-54be18d2ff30 req-8929ca4c-3614-48d2-88d3-6db13a3bd758 service nova] Enqueued Resource ID: e4935242-1014-4c25-8e2b-37a8de0ae4e3 with Priority: HIGHEST for action port [ 787.846655] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_rules [ 787.846860] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 787.847037] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4935242-1014-4c25-8e2b-37a8de0ae4e3 with Priority: HIGHEST for action port [ 787.847340] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.847460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.847575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.848227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.848227] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.852521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.852521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.852521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.852521] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.854867] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4935242-1014-4c25-8e2b-37a8de0ae4e3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.854867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.854867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.854867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.854867] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4935242-1014-4c25-8e2b-37a8de0ae4e3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.205996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304c56aa-83e7-4024-a807-1c207ce87b9a [ 788.206320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.206452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.206531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.206846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.206846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.206947] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304c56aa-83e7-4024-a807-1c207ce87b9a already deleted. [ 788.207052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304c56aa-83e7-4024-a807-1c207ce87b9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.269597] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bca6c302-cfe2-4af9-8ca8-63ad3e3d40de: rpc.has_security_group_logging(os_id): False [ 788.292159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.292315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.292417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.292587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.292672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.292885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.292987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.293060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.293222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.293309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.293489] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.293581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.293644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.293798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.293850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.294300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.294445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.294511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.294626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.294697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.294781] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 788.356176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.356399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.356505] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.357460] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4935242-1014-4c25-8e2b-37a8de0ae4e3 with status ACTIVE [ 788.357647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.357774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.357820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.358054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.358147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.358315] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.358416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.358507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.358630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.358704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.358880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.358970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.359088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.359246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.359980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.359980] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4935242-1014-4c25-8e2b-37a8de0ae4e3 is going to be updated. [ 788.366179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.366345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.366410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.366573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.366712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.385627] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 788.386447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.386626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.386626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.386846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.386968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.387146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4935242-1014-4c25-8e2b-37a8de0ae4e3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.740244] env[65762]: INFO networking_nsxv3.common.synchronization [req-a3530ec6-8363-4d60-97ec-b0605db35cf8 req-add5a44c-55e8-4e12-baf5-9fc9e75c296f tempest-InstanceActionsTestJSON-316689066 tempest-InstanceActionsTestJSON-316689066-project-member] Enqueued Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 788.742226] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 788.742226] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.742226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.742226] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.742661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.743018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.743018] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.861157] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.135825] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.136145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-575" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.136288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-575" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.136663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-575" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.136946] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.137192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.137348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.137621] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.137766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.137973] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.138112] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.138218] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.138320] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.138446] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.138578] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.138775] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.166437] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.166437] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.166437] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.166437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-575" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.166437] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.166437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.166437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166437] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.246310] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.246601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.246877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.246877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.248035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.248172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.248238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.248521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.248607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed already deleted. [ 789.248688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.364264] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.364610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.364677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.365013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.365146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.365259] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea is going to be created. [ 789.394218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.396563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.396563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.396563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.396563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.408934] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: UNINITIALIZED for 2s [ 789.671110] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.671110] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc not found, creating... [ 789.671110] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.671110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.671784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.671784] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672918] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc is going to be created. [ 789.696481] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696720] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696794] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.697059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.697282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697496] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 790.405432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.466204] env[65762]: INFO networking_nsxv3.common.synchronization [req-a3530ec6-8363-4d60-97ec-b0605db35cf8 req-ad67f6b9-2c1f-4cca-9693-ac21e22868fc service nova] Enqueued Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_rules [ 790.466425] env[65762]: INFO networking_nsxv3.common.synchronization [req-a3530ec6-8363-4d60-97ec-b0605db35cf8 req-ad67f6b9-2c1f-4cca-9693-ac21e22868fc service nova] Enqueued Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 790.466557] env[65762]: INFO networking_nsxv3.common.synchronization [req-a3530ec6-8363-4d60-97ec-b0605db35cf8 req-ad67f6b9-2c1f-4cca-9693-ac21e22868fc service nova] Enqueued Resource ID: 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc with Priority: HIGHEST for action port [ 790.468257] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_rules [ 790.468257] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 790.468257] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc with Priority: HIGHEST for action port [ 790.468257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.468257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.468594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.468669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.468785] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.470985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.473137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.473640] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.473855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.475552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.475702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.475790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.476039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.476141] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.653984] env[65762]: INFO networking_nsxv3.common.synchronization [req-9f027aa4-4c63-4baa-af76-7ded758e149a req-9d183542-ad30-42b9-88f9-96d58120fb51 tempest-ServerDiagnosticsNegativeTest-1287724316 tempest-ServerDiagnosticsNegativeTest-1287724316-project-member] Enqueued Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 790.653984] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGHEST for action security_group_members [ 790.654521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.654792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.655729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.655729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.655729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.655729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.655729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.655959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.656071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.656202] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.978351] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.979517] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.979648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.979733] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc with status ACTIVE [ 790.980590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.980590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.980590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.980590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.981766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.981766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.982556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.982622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc is going to be updated. [ 791.047636] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.047832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.047880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b5b9e5-bdd6-49c3-894c-8c5e539cfbbc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.159204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.159546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159842] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.159944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.160417] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 is going to be updated. [ 791.205786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.205786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.205786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.206050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.206092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.217175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: IN_PROGRESS for 2s [ 791.419621] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: SUCCESS [ 791.419895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.420023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.420234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.420428] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.420545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.420610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.420764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.420843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.420927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.421023] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.486682] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.924027] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.924027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.924027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.924263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.924554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.925206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.925206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.925206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.925206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.925206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.925566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.925618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.925662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.925860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.926059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.926222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.926314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.926925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.926925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.926925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.926925] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.994696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.994696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.994696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.994696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.994696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.994696] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed is going to be created. [ 792.021700] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.021700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.021700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.021700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.021700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.033871] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: UNINITIALIZED for 2s [ 792.430539] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for caee09c9-fb4a-47ee-8db9-1fdaba6175ea: rpc.has_security_group_logging(os_id): False [ 792.452283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.452283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.452283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.452562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.452747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.452856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.452922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.454215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.454215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.454615] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.454615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.454615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.454758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.454882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.455148] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea is going to be created. [ 792.538063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.539059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.555271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: IN_PROGRESS for 2s [ 792.936023] env[65762]: INFO networking_nsxv3.common.synchronization [req-f83f15d9-a0a1-424a-b80c-dbe958432d30 req-638a7fad-3ae2-4ea7-b135-37337d9eebd3 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 792.936636] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 792.937809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.937809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.937809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.937809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.938391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.938391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.938391] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.229976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18db39d3-f047-4bf0-a936-6116f9921b06 in Status: SUCCESS [ 793.230807] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 deletion is rescheduled due to dependency. [ 793.230807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440018] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.528470] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.528724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.528852] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.529180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.529616] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.529795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.529902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530670] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.530799] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.530907] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.531025] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.531127] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.531227] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.531405] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.556239] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.556239] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.556357] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.556791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.556791] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-7d175c1c-5231-4c64-a023-bdc08e82c444 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.557043] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.557043] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.557906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.557906] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d175c1c-5231-4c64-a023-bdc08e82c444',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.942547] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.045925] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: SUCCESS [ 794.046046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.046591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.046591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.046886] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.046886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.046886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.047377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.047377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.047377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.047377] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.064223] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.064223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 7d175c1c-5231-4c64-a023-bdc08e82c444 not found, creating... [ 794.064223] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.064223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.064635] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.065161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066321] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.067352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067352] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 7d175c1c-5231-4c64-a023-bdc08e82c444 is going to be created. [ 794.090785] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.091156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.091347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.091811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.092272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.092696] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.445208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.445612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.445612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.445742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.445929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 794.479917] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.480135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.480202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.480444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.480665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490675] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 794.549409] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.549668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.549795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.550170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.550456] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.550679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.550766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.551023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.551165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.551421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.551673] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.551837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.551945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.552397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.552639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.552785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.552878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.553402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.553581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.553707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.553858] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.570564] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: SUCCESS [ 794.570789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.862616] env[65762]: INFO networking_nsxv3.common.synchronization [req-f83f15d9-a0a1-424a-b80c-dbe958432d30 req-987f23aa-e5da-45b9-8f50-49fab8a83118 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 794.862861] env[65762]: INFO networking_nsxv3.common.synchronization [req-f83f15d9-a0a1-424a-b80c-dbe958432d30 req-987f23aa-e5da-45b9-8f50-49fab8a83118 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 794.863017] env[65762]: INFO networking_nsxv3.common.synchronization [req-f83f15d9-a0a1-424a-b80c-dbe958432d30 req-987f23aa-e5da-45b9-8f50-49fab8a83118 service nova] Enqueued Resource ID: 7d175c1c-5231-4c64-a023-bdc08e82c444 with Priority: HIGHEST for action port [ 794.863795] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 794.864053] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 794.864182] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d175c1c-5231-4c64-a023-bdc08e82c444 with Priority: HIGHEST for action port [ 794.864605] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.864728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.864728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.865091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.865211] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.866240] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.866340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.866570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d175c1c-5231-4c64-a023-bdc08e82c444 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.866681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.866780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.866948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.869963] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d175c1c-5231-4c64-a023-bdc08e82c444',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.057887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 588bc2f6-c071-4ab0-8b5d-89cb9084eeed: rpc.has_security_group_logging(os_id): False [ 795.081977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.084040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.085212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.085212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085212] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.085212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.086395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.086395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.086395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.086395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.086395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.086395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.086809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.086902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.087187] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.087349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.087463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.087653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.087792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088025] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed is going to be created. [ 795.176354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.176354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.176354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.176580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.176769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.193589] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: IN_PROGRESS for 2s [ 795.372586] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.372774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.374107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d175c1c-5231-4c64-a023-bdc08e82c444 with status ACTIVE [ 795.374357] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.374529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.374623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.374855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.374945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.376334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.376334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.376334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.376334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d175c1c-5231-4c64-a023-bdc08e82c444 is going to be updated. [ 795.412491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.413472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.413472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.414228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.414436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d175c1c-5231-4c64-a023-bdc08e82c444" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503140] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 796.503590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.503941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.504157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.504326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.504438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.504654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.504760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.504883] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.007863] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.206660] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: SUCCESS [ 797.206780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.510675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.012985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.013247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.016362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.016362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016362] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 798.051215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.051215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.051553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.051553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.051711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.063287] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 799.584810] env[65762]: INFO networking_nsxv3.common.synchronization [None req-e50e6333-75b1-4f71-9bb7-d5ae71f13291 None None] Enqueued Resource ID: 009277eb-8f82-4024-b68f-f2772277b6ea with Priority: HIGHEST for action port [ 799.585426] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009277eb-8f82-4024-b68f-f2772277b6ea with Priority: HIGHEST for action port [ 799.585778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-009277eb-8f82-4024-b68f-f2772277b6ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.585908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009277eb-8f82-4024-b68f-f2772277b6ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.585952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009277eb-8f82-4024-b68f-f2772277b6ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.587918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009277eb-8f82-4024-b68f-f2772277b6ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.587918] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009277eb-8f82-4024-b68f-f2772277b6ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.081301] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 800.081572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.081771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.082069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.082293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.082460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.082530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.082663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.082795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.082863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.082929] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.096094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 009277eb-8f82-4024-b68f-f2772277b6ea [ 800.096094] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.096094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.096094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.096094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.096094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.096094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:009277eb-8f82-4024-b68f-f2772277b6ea already deleted. [ 800.096094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009277eb-8f82-4024-b68f-f2772277b6ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.592101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.592101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.592101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592101] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.094633] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 801.153918] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.154110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.154193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.154420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.186059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.188108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.188396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.189046] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.190085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.190085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.190085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.190085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.190085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.190823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.191122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.191440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.191668] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 801.261220] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c949d36f-63fc-45b8-889d-5f210fb6b559 None None] Enqueued Resource ID: 3aacd185-c90d-449a-a6d5-1562f50f0fac with Priority: HIGHEST for action port [ 801.262071] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aacd185-c90d-449a-a6d5-1562f50f0fac with Priority: HIGHEST for action port [ 801.262654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aacd185-c90d-449a-a6d5-1562f50f0fac taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.262654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aacd185-c90d-449a-a6d5-1562f50f0fac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.262654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aacd185-c90d-449a-a6d5-1562f50f0fac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.263217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aacd185-c90d-449a-a6d5-1562f50f0fac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.263217] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aacd185-c90d-449a-a6d5-1562f50f0fac',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.271215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.271413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.271413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.271650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.271819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.294151] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 801.726438] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1a6c5efb-199c-48f8-9ed0-105a40c6da2c None None] Enqueued Resource ID: 0839fedf-308b-454c-b2ee-c4897f6bbbcc with Priority: HIGHEST for action port [ 801.727041] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0839fedf-308b-454c-b2ee-c4897f6bbbcc with Priority: HIGHEST for action port [ 801.727351] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0839fedf-308b-454c-b2ee-c4897f6bbbcc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.727469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0839fedf-308b-454c-b2ee-c4897f6bbbcc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.727534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0839fedf-308b-454c-b2ee-c4897f6bbbcc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.727795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0839fedf-308b-454c-b2ee-c4897f6bbbcc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.727879] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0839fedf-308b-454c-b2ee-c4897f6bbbcc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.765864] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aacd185-c90d-449a-a6d5-1562f50f0fac [ 801.766134] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.766271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.766342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.766565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.766657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.766755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aacd185-c90d-449a-a6d5-1562f50f0fac already deleted. [ 801.766838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aacd185-c90d-449a-a6d5-1562f50f0fac" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.902065] env[65762]: INFO networking_nsxv3.common.synchronization [req-c62e6338-1a0d-473f-a19e-315eec16cb68 req-1a6aaa18-9bba-4138-99d6-f9a47ba80bca tempest-ServerPasswordTestJSON-1555402751 tempest-ServerPasswordTestJSON-1555402751-project-member] Enqueued Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 801.902635] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 801.903242] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.903242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.903242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.903675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.903675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.903834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.903869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.904053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.904286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904385] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.230147] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0839fedf-308b-454c-b2ee-c4897f6bbbcc [ 802.230698] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.231703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.231703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.231703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.231703] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0839fedf-308b-454c-b2ee-c4897f6bbbcc already deleted. [ 802.231703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0839fedf-308b-454c-b2ee-c4897f6bbbcc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.409657] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.411434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.411434] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 already deleted. [ 802.411434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440733] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.441262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-659" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.441401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-659" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.441827] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-659" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.442259] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.442439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.443316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.443913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.443913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.444062] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.444130] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.444192] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.444485] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.444485] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.444620] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.444730] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.466662] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.466907] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.466907] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.467079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-659" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.467399] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-182185a2-369a-42b1-9dec-d0829f8bee1d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.467537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.467642] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.468087] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.468087] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('182185a2-369a-42b1-9dec-d0829f8bee1d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.970716] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.971144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.971144] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.971354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.971493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.971672] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 182185a2-369a-42b1-9dec-d0829f8bee1d not found, creating... [ 802.971938] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.972112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.972225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.972452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.972592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.972861] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.973012] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.973147] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.973354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.973481] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.973613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 182185a2-369a-42b1-9dec-d0829f8bee1d is going to be created. [ 802.997757] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.997983] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.998299] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.998438] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.998611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.998964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 803.323801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.710376] env[65762]: INFO networking_nsxv3.common.synchronization [req-c62e6338-1a0d-473f-a19e-315eec16cb68 req-d3d77c70-affa-4929-8211-554ed73c0183 service nova] Enqueued Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_rules [ 803.710702] env[65762]: INFO networking_nsxv3.common.synchronization [req-c62e6338-1a0d-473f-a19e-315eec16cb68 req-d3d77c70-affa-4929-8211-554ed73c0183 service nova] Enqueued Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 803.710702] env[65762]: INFO networking_nsxv3.common.synchronization [req-c62e6338-1a0d-473f-a19e-315eec16cb68 req-d3d77c70-affa-4929-8211-554ed73c0183 service nova] Enqueued Resource ID: 182185a2-369a-42b1-9dec-d0829f8bee1d with Priority: HIGHEST for action port [ 803.711180] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_rules [ 803.711314] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 803.711412] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182185a2-369a-42b1-9dec-d0829f8bee1d with Priority: HIGHEST for action port [ 803.712011] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.712250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.712792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.713121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.713258] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.714303] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.714491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.714700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.717017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.717017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.717017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-182185a2-369a-42b1-9dec-d0829f8bee1d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.717017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.718065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.718065] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('182185a2-369a-42b1-9dec-d0829f8bee1d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.873485] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1152c45c-84f3-4b50-b073-f104c49473da None None] Enqueued Resource ID: 550b8d7e-66cd-4fa6-8164-8971af36c218 with Priority: HIGHEST for action port [ 803.876032] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550b8d7e-66cd-4fa6-8164-8971af36c218 with Priority: HIGHEST for action port [ 803.876032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-550b8d7e-66cd-4fa6-8164-8971af36c218 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.876258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-550b8d7e-66cd-4fa6-8164-8971af36c218" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.876258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-550b8d7e-66cd-4fa6-8164-8971af36c218" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.876395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-550b8d7e-66cd-4fa6-8164-8971af36c218" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.877164] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('550b8d7e-66cd-4fa6-8164-8971af36c218',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.220350] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.222159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.223149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.224043] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 182185a2-369a-42b1-9dec-d0829f8bee1d with status ACTIVE [ 804.224178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.224330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.224368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.224569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.224736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.224858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.224941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.225198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.225279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.225456] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.225546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.225746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.225819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.225947] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 182185a2-369a-42b1-9dec-d0829f8bee1d is going to be updated. [ 804.247781] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.247921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.247995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.248222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.248363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.248542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-182185a2-369a-42b1-9dec-d0829f8bee1d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.379145] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 550b8d7e-66cd-4fa6-8164-8971af36c218 [ 804.379362] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.379492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.379559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.379780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.380262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.380370] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:550b8d7e-66cd-4fa6-8164-8971af36c218 already deleted. [ 804.380455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-550b8d7e-66cd-4fa6-8164-8971af36c218" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.723606] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.228461] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.228461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.228461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.229020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.229020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.229020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 is going to be created. [ 805.253064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.254149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.254149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.254149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.254149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.263224] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: UNINITIALIZED for 2s [ 805.897821] env[65762]: INFO networking_nsxv3.common.synchronization [req-413f74d2-8299-4964-9169-c899ff9bd6a6 req-e9074fee-0a74-4d6f-baca-d74215703d6b tempest-ServerExternalEventsTest-1725530501 tempest-ServerExternalEventsTest-1725530501-project-member] Enqueued Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 805.898326] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 805.898688] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.898873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.898873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.899820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.899820] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.899820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.899820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.899820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.899820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.899820] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.402694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.402694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.402694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.403147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.403147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.403147] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.403273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.403402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.403713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.403713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.403847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cb4a37-4423-4126-a387-615c57bddd9c already deleted. [ 806.404017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411180] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.411405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.411564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.412304] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.412304] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.412459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.412562] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.412851] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.413150] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.413429] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.413623] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.414060] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.414060] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.414060] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.414205] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.414332] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.434903] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.435120] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.435305] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.435589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.436048] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-5177c675-9274-4b41-85a0-464e1854430d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.436323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.436474] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.436890] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.437133] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5177c675-9274-4b41-85a0-464e1854430d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.540184] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ebe5e9de-467d-4020-8d5d-4db01ee9996d None None] Enqueued Resource ID: ebc62bef-34b9-492b-b573-7c734d5845ed with Priority: HIGHEST for action port [ 806.540716] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc62bef-34b9-492b-b573-7c734d5845ed with Priority: HIGHEST for action port [ 806.541088] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc62bef-34b9-492b-b573-7c734d5845ed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.541240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc62bef-34b9-492b-b573-7c734d5845ed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.541303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc62bef-34b9-492b-b573-7c734d5845ed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.541532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc62bef-34b9-492b-b573-7c734d5845ed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.541691] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc62bef-34b9-492b-b573-7c734d5845ed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.939992] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940829] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.941064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.941262] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 5177c675-9274-4b41-85a0-464e1854430d not found, creating... [ 806.941594] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.941956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.942122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.942411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.942565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.942927] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.943088] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.943217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.943469] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.943611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.943764] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 5177c675-9274-4b41-85a0-464e1854430d is going to be created. [ 806.981727] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.981727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.981915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.982014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.982244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.982477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.044299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc62bef-34b9-492b-b573-7c734d5845ed [ 807.044540] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.044679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.044749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.045099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.045191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.045294] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc62bef-34b9-492b-b573-7c734d5845ed already deleted. [ 807.045376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc62bef-34b9-492b-b573-7c734d5845ed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274878] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: SUCCESS [ 807.275291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.275693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.275693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.275984] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.276124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.276203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.276401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.276485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.276571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.276662] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.744412] env[65762]: INFO networking_nsxv3.common.synchronization [req-413f74d2-8299-4964-9169-c899ff9bd6a6 req-b7f755ab-02c3-4aeb-94c6-3ccffe6e2fc7 service nova] Enqueued Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_rules [ 807.744807] env[65762]: INFO networking_nsxv3.common.synchronization [req-413f74d2-8299-4964-9169-c899ff9bd6a6 req-b7f755ab-02c3-4aeb-94c6-3ccffe6e2fc7 service nova] Enqueued Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 807.744807] env[65762]: INFO networking_nsxv3.common.synchronization [req-413f74d2-8299-4964-9169-c899ff9bd6a6 req-b7f755ab-02c3-4aeb-94c6-3ccffe6e2fc7 service nova] Enqueued Resource ID: 5177c675-9274-4b41-85a0-464e1854430d with Priority: HIGHEST for action port [ 807.745926] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_rules [ 807.745926] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 807.745926] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5177c675-9274-4b41-85a0-464e1854430d with Priority: HIGHEST for action port [ 807.745926] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.745926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.745926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.746908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.746908] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.747938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.748146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.748242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.748542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.748727] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.748853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.748946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.749172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.749225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.749582] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.750792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5177c675-9274-4b41-85a0-464e1854430d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.750947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.751049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.751238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.751465] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5177c675-9274-4b41-85a0-464e1854430d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.786980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.787250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.787360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.788477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.788477] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.788477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.788477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.788477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.789139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.789139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.789139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.789139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.789337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.793020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.793020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.793020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.248996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.249147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.254566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5177c675-9274-4b41-85a0-464e1854430d with status ACTIVE [ 808.254984] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.255169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.255258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257413] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5177c675-9274-4b41-85a0-464e1854430d is going to be updated. [ 808.258442] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.280531] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.280685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.280685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.281064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.281210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5177c675-9274-4b41-85a0-464e1854430d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.293168] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023d1fc8-88c6-4bb4-a53d-931fdf284014: rpc.has_security_group_logging(os_id): False [ 808.312071] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.312270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.312534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.312618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.312811] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.312907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.313173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.313277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.313474] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.313599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.313639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.313754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.313867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.314247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.314247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.314365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.314453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.314525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.314611] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 is going to be created. [ 808.394872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.395098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.395153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.395399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.395583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.409642] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: IN_PROGRESS for 2s [ 808.762829] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.768261] env[65762]: INFO networking_nsxv3.common.synchronization [None req-5d4a554c-5bc1-447d-a562-0f9298517fec None None] Enqueued Resource ID: b21fe685-b800-4d77-be9a-14fd239636e9 with Priority: HIGHEST for action port [ 808.769263] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21fe685-b800-4d77-be9a-14fd239636e9 with Priority: HIGHEST for action port [ 808.769431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b21fe685-b800-4d77-be9a-14fd239636e9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.769526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b21fe685-b800-4d77-be9a-14fd239636e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.769587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b21fe685-b800-4d77-be9a-14fd239636e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.769987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b21fe685-b800-4d77-be9a-14fd239636e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.769987] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21fe685-b800-4d77-be9a-14fd239636e9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.781906] env[65762]: INFO networking_nsxv3.common.synchronization [req-84f0431d-7993-4d5f-8429-c66aeafb89f1 req-e6d906fd-489d-4857-bc93-930ebb588443 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 808.783343] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 808.783656] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.783773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.783893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.784137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.784336] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.784437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.784784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.784784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.784784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.784784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.268559] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.268813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.268930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.269284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.270262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.270262] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cb4a37-4423-4126-a387-615c57bddd9c is going to be created. [ 809.273136] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b21fe685-b800-4d77-be9a-14fd239636e9 [ 809.273777] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.273777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.274039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.274288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.274433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274568] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b21fe685-b800-4d77-be9a-14fd239636e9 already deleted. [ 809.274706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b21fe685-b800-4d77-be9a-14fd239636e9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290769] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290769] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.290769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 809.302395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.302395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.302395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.303018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.313320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: UNINITIALIZED for 2s [ 809.325819] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.326481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.326568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.326780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.326920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.337926] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 810.428428] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: SUCCESS [ 810.428730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.844319] env[65762]: INFO networking_nsxv3.common.synchronization [req-2f7e6010-853c-4088-9fa6-5a27f9bf4d03 req-f17ea835-d35f-4fab-86ff-2a2c39f39016 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 810.845525] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 810.845525] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.845525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.845525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.845525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.845822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.845822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.845822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.845923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.846774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846774] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.873793] env[65762]: INFO networking_nsxv3.common.synchronization [req-2f7e6010-853c-4088-9fa6-5a27f9bf4d03 req-f17ea835-d35f-4fab-86ff-2a2c39f39016 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 810.874101] env[65762]: INFO networking_nsxv3.common.synchronization [req-2f7e6010-853c-4088-9fa6-5a27f9bf4d03 req-f17ea835-d35f-4fab-86ff-2a2c39f39016 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 810.874270] env[65762]: INFO networking_nsxv3.common.synchronization [req-2f7e6010-853c-4088-9fa6-5a27f9bf4d03 req-f17ea835-d35f-4fab-86ff-2a2c39f39016 tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 810.874874] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 810.875102] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 810.875220] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 810.875617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.875773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.875864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.876186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.876303] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.877360] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.877449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.877701] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.878750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.878750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.878750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.878750] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07788929-0f5f-4f54-8ba0-7b7a7a7ab095',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.064361] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8c401ee5-ca55-46af-bc20-668b08f71fe2 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 811.065415] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 811.065834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.066200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.066580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.067210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.068010] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.191367] env[65762]: INFO networking_nsxv3.common.synchronization [None req-5592c867-45dc-4f4e-987d-13b8c22e0fb3 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 811.192174] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 811.192566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.192735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.324287] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: SUCCESS [ 811.324514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.325153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.325895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.325895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.326066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.326066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.326476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.326476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.326608] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.348040] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 811.349034] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de deletion is rescheduled due to dependency. [ 811.349034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.349034] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.380506] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.380645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.381334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with status ACTIVE [ 811.381579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.381696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.381900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.382176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.382284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.382468] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.382599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.382687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.382838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.382905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.383131] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.383249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.383325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.383483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.383558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.383646] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 is going to be updated. [ 811.410086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.410222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.410294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.410829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.410982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.411244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.591980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.592329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.592329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.592400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.592501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.592577] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 already deleted. [ 811.592658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.592804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.592962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.593098] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.819827] env[65762]: INFO networking_nsxv3.common.synchronization [req-100a4d5d-b8d8-497f-826f-2ea862072e29 req-021b4a5f-5e9e-4f33-b2b8-97790b1014da tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 811.820699] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 811.820699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.820884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.820884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.821153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.822125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.822125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.822125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.822125] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.830827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.830827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.830827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.830827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.830827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.831163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.831163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.831163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.831283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.831335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.831722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.831722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.831722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.831874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.831905] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.832039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.832108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.832251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.832324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.832407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.832493] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.851895] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.120534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.124789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.124789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124789] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 already deleted. [ 812.124789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.324308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.334622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32cb4a37-4423-4126-a387-615c57bddd9c: rpc.has_security_group_logging(os_id): False [ 812.341594] env[65762]: INFO networking_nsxv3.common.synchronization [req-f12c41a4-e0ce-4b4a-86d9-42cbf57ded47 req-2205b99e-734f-4d54-83ba-8f2ed4bf2c0f tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 812.342220] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 812.342521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.342638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.342940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.342940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.343069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.343136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.343199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.343346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.343426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.343520] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.354134] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.354340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.354429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.354583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.354673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.354864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.355066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.355066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.355224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.355295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.355503] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.355638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.355705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.355939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.356437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.356437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.356437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.356660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.356660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.356762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.356762] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32cb4a37-4423-4126-a387-615c57bddd9c is going to be created. [ 812.359864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.359993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.360076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.360220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.360337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.360461] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be updated. [ 812.392697] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.393427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.393581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.403736] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: IN_PROGRESS for 2s [ 812.427009] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.427009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.427009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.429123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.429354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.444278] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: IN_PROGRESS for 2s [ 812.828824] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.846038] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.334484] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.334484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.334484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.334703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.334703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.334780] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 813.348837] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.365366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.365553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.365553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.366828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.366828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.376378] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 813.852026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.852394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.852394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.852590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.852590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.852736] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 813.885886] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.886074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.886230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.886388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.886562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.898111] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 814.416271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 814.416271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.416539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.416769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.416959] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.417090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.417157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.417321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.417401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.417500] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.457319] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: SUCCESS [ 814.457467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.724367] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9df7490-c21c-4232-8938-8fbd719caefa req-bc663a3e-53a2-4c2f-83bd-c8e760cea46d tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 814.725108] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 814.725255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.725348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.744363] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9df7490-c21c-4232-8938-8fbd719caefa req-bc663a3e-53a2-4c2f-83bd-c8e760cea46d tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 814.744546] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9df7490-c21c-4232-8938-8fbd719caefa req-bc663a3e-53a2-4c2f-83bd-c8e760cea46d tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 814.744688] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9df7490-c21c-4232-8938-8fbd719caefa req-bc663a3e-53a2-4c2f-83bd-c8e760cea46d tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 814.745363] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_rules [ 814.745508] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 814.745616] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with Priority: HIGHEST for action port [ 814.745877] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.746219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.746355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.746466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.746650] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.746754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.746989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.747071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.747106] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07788929-0f5f-4f54-8ba0-7b7a7a7ab095',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.919739] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.249194] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 with status ACTIVE [ 815.249454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.249590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.249651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.249918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.250034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.250471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.250471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.250471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.250625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.250725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.250977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.251101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.251164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.251406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.251485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.251586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07788929-0f5f-4f54-8ba0-7b7a7a7ab095 is going to be updated. [ 815.277318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.277467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.277535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.277750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.278060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07788929-0f5f-4f54-8ba0-7b7a7a7ab095" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.387544] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 815.387854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.422970] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.780706] env[65762]: INFO networking_nsxv3.common.synchronization [req-c4a04cef-3148-4ba2-b0d8-84d43f4f3d44 req-b40f055c-61dc-4d22-8166-05a13618a31c tempest-ListImageFiltersTestJSON-2070955452 tempest-ListImageFiltersTestJSON-2070955452-project-member] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 815.781404] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGHEST for action security_group_members [ 815.782030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.782030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.782030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.782396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.782807] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.783615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.783730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.783929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.784034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.784146] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.910143] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 815.910558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.926342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.926650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.926650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.927368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.929107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.929107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be updated. [ 815.963054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.963054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.963054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.963054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.963054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.975512] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: IN_PROGRESS for 2s [ 816.012428] env[65762]: INFO networking_nsxv3.common.synchronization [req-bddffb51-5611-4e75-8699-873ff692c495 req-fbb6cd40-4af8-44e5-917a-dd1df1a3dbd6 tempest-ServerPasswordTestJSON-1555402751 tempest-ServerPasswordTestJSON-1555402751-project-member] Enqueued Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 816.013612] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGHEST for action security_group_members [ 816.014239] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.015553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.015663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.015835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.015997] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.016205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.016205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.016409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.016501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.016604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.289848] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.290073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.290186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.290467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.328588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.329160] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.329328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.329534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.329768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.329850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.330051] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be updated. [ 816.371202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.371398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.371464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.371635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.371778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.382089] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: IN_PROGRESS for 2s [ 816.520184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.520414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.520492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.520763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.520909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.521125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.521358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.521358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.521515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.521698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.521807] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 is going to be updated. [ 816.564794] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.564971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.565063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.565231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.565365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.575823] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: IN_PROGRESS for 2s [ 816.962282] env[65762]: INFO networking_nsxv3.common.synchronization [req-d4c90075-73fb-4b71-9c36-8cfc5bb285f1 req-bb15919f-4e3d-4bb7-9b48-ad27b4da9fc0 tempest-InstanceActionsTestJSON-316689066 tempest-InstanceActionsTestJSON-316689066-project-member] Enqueued Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 816.962875] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGHEST for action security_group_members [ 816.963206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.963691] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.964091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.964206] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.468386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.468571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.468646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.468895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.469363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.469432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.469857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.469857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed is going to be updated. [ 817.502503] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.502651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.502721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.502936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.503095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.513703] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: IN_PROGRESS for 2s [ 817.600830] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce490f51-e84f-416f-8fe2-e3298930a80c req-60fb8510-d54d-4b32-85e8-9fabf42f64a4 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 817.600957] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce490f51-e84f-416f-8fe2-e3298930a80c req-60fb8510-d54d-4b32-85e8-9fabf42f64a4 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 817.601044] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce490f51-e84f-416f-8fe2-e3298930a80c req-60fb8510-d54d-4b32-85e8-9fabf42f64a4 tempest-SecurityGroupsTestJSON-977533819 tempest-SecurityGroupsTestJSON-977533819-project-member] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 817.601582] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGHEST for action security_group_members [ 817.601716] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGHEST for action security_group_members [ 817.601813] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGHEST for action security_group_members [ 817.602177] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.602377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.602491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.602809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.603532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.603760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.603940] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.604847] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.604963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.604963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.605136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.605288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.605378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.605439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.605644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.607664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.607806] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.609896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.609896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.609896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.609896] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.987301] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 817.987635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.987851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.988164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.988389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.988516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.988766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.988986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.989179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.990420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.990604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.990786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.990897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.990961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.991128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.991213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991312] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.114463] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.114463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.114463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.114463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.114951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.115068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.115431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.115431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.133809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.134092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.134092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134703] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be updated. [ 818.135449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.154441] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.154441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.154668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.154716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.154765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.154878] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 is going to be updated. [ 818.155995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.156848] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.156848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.156848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.156848] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be updated. [ 818.172538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.172682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.173017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.173168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.186379] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: IN_PROGRESS for 2s [ 818.190530] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.190801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.190895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.192564] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.192673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.192736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.192987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.193127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.202921] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: IN_PROGRESS for 2s [ 818.203592] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: IN_PROGRESS for 2s [ 818.397249] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd7a6b4f-60d7-452f-a999-b418f545366f in Status: SUCCESS [ 818.397249] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f deletion is rescheduled due to dependency. [ 818.397423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493552] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.494675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.587573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 in Status: SUCCESS [ 818.587764] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 deletion is rescheduled due to dependency. [ 818.587859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.660863] env[65762]: INFO networking_nsxv3.common.synchronization [req-e50a070a-95c0-47df-aaf5-277f44f33452 req-ed291fde-731b-453d-a4f7-19512aab4cdf tempest-ServerTagsTestJSON-1653379542 tempest-ServerTagsTestJSON-1653379542-project-member] Enqueued Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 818.661766] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGHEST for action security_group_members [ 818.662715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.662715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.662715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.662962] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.662962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.663116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.663197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.663286] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.998634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48c64614-6073-4581-93da-a01e0011f8f9: rpc.has_security_group_logging(os_id): False [ 818.999847] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.030546] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.030546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.030546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.030546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.052387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.053372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.053475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.053475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.053681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.053761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.053886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be updated. [ 819.120662] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.122201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.136721] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: IN_PROGRESS for 2s [ 819.167220] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.167220] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.167220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.167794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.168023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.168829] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea is going to be updated. [ 819.200077] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.200077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.200077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.200077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.200077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.217669] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: IN_PROGRESS for 2s [ 819.325525] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.325686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.325750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.325969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.326099] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.502869] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.502869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.503146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.504038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.504038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.504038] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be updated. [ 819.525128] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed in Status: SUCCESS [ 819.525346] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed deletion is rescheduled due to dependency. [ 819.525732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.541604] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.541753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.541812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.542010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.542174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.565800] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: IN_PROGRESS for 2s [ 819.791946] env[65762]: INFO networking_nsxv3.common.synchronization [req-a0a7ed46-78c6-4b2d-8b0c-baa00c3584fc req-514035e3-b0bb-4f02-aede-b94b41689e4d tempest-AttachInterfacesUnderV243Test-281315522 tempest-AttachInterfacesUnderV243Test-281315522-project-member] Enqueued Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 819.792562] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c64614-6073-4581-93da-a01e0011f8f9 with Priority: HIGHEST for action security_group_members [ 819.792864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-48c64614-6073-4581-93da-a01e0011f8f9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.830170] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.204526] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec2b962-bd38-4eda-a666-6f079413f831 in Status: SUCCESS [ 820.204918] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec2b962-bd38-4eda-a666-6f079413f831 deletion is rescheduled due to dependency. [ 820.205170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.216458] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 in Status: SUCCESS [ 820.216458] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 deletion is rescheduled due to dependency. [ 820.216768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.220462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb73c58c-57fd-4e16-b767-67688f41fad4 in Status: SUCCESS [ 820.220751] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 deletion is rescheduled due to dependency. [ 820.220986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.333438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.419747] env[65762]: INFO networking_nsxv3.common.synchronization [req-0e3b2f17-d36e-4558-b0a2-6a017c706601 req-d2f2cb46-e192-4696-bdb1-48c9eea6fcef tempest-ServersTestJSON-2038160976 tempest-ServersTestJSON-2038160976-project-member] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 820.420766] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 820.421308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.421497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.421602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.422049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.422321] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.422506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.422593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.422825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.422946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.423100] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.841495] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 820.841708] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 820.887579] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.887809] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-214" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.887877] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-214" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.888537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-214" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.888537] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.888768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.888768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.889062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.889166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.889350] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.889460] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.889564] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.889666] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.889766] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.889870] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.889999] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.914475] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.914695] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.914957] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.915233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-214" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915583] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-3629951e-0753-4765-927a-2c2d2aa3361f taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915888] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.916322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.916631] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3629951e-0753-4765-927a-2c2d2aa3361f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.926522] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.926751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.926878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.927208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.927359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.927659] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.927818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.927925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.928198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.928330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.928476] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed already deleted. [ 820.928641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.155044] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 821.155044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.155536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.155784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.155867] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.227663] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea in Status: SUCCESS [ 821.227993] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea deletion is rescheduled due to dependency. [ 821.227993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.234586] env[65762]: INFO networking_nsxv3.common.synchronization [req-b04ba132-e00a-42e8-b550-0442cd9cf1de req-74b0c693-4fc5-4880-9801-6d4d4854ef0f tempest-ServerExternalEventsTest-1725530501 tempest-ServerExternalEventsTest-1725530501-project-member] Enqueued Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 821.235142] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cb4a37-4423-4126-a387-615c57bddd9c with Priority: HIGHEST for action security_group_members [ 821.235882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-32cb4a37-4423-4126-a387-615c57bddd9c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.235882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.235882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.235882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.236150] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.236150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.236313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.236356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.236418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.236516] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32cb4a37-4423-4126-a387-615c57bddd9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.421458] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.421458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.421458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.421458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.421458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.421458] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 3629951e-0753-4765-927a-2c2d2aa3361f not found, creating... [ 821.421458] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.421458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.421781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.421781] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.421948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.422456] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.422687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.422908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.423248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.423389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.423534] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 3629951e-0753-4765-927a-2c2d2aa3361f is going to be created. [ 821.444588] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.444999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.444999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.445404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.445634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.576790] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48c64614-6073-4581-93da-a01e0011f8f9 in Status: SUCCESS [ 821.577050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.577230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.577465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.577945] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.577945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.577945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.578217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.578217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.578217] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.681510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.681769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.681769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.681923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.682055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.682226] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be deleted. [ 821.741621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.741786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.741853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.742108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.742209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.742440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.742532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.742596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.742757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.742870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.742931] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cb4a37-4423-4126-a387-615c57bddd9c is going to be updated. [ 821.744680] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.744830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.744870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.745017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.745221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.778779] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.779042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.779042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.779225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.779342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.790680] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: IN_PROGRESS for 2s [ 822.005331] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.005331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.005331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.005331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.022774] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 822.024034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.025343] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 822.056319] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.056319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.056319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.056639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.064500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.065180] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 822.065299] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.065456] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.080436] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.080649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.080649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.080815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.080854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.081046] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.081140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.081907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.081907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.081907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.081907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 is going to be deleted. [ 822.109384] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.109608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.109608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.109703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.110973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.111245] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.122835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.122978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.123065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.123376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.123477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.123552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.123751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.123953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.124230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.124533] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.124633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.124846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.124963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.125111] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48c64614-6073-4581-93da-a01e0011f8f9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.177533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.177746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.178186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.178186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.178321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.178524] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.238847] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.239309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.239309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.239309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.239490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.239836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 822.239836] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c45dfe3d-8979-43f3-834a-7efa5163791e', 'bbcf3520-345a-45b0-a65c-f5c39db75f60', '10528d1b-c448-4197-a697-15cec3545ff3', '87053c23-3b1f-412a-9891-fff0b4a4adc4', '588bc2f6-c071-4ab0-8b5d-89cb9084eeed', '76e26246-4742-45e8-986b-2cf2ff8a13e2', 'c30970a1-d731-43ba-b529-7dddb3cdd3c2', 'bec2b962-bd38-4eda-a666-6f079413f831', 'b75b0de9-84ff-4721-81d0-65ccafbad55b', '9a394b29-3e1e-44d0-b501-e532ae6bca92', 'bca6c302-cfe2-4af9-8ca8-63ad3e3d40de', '023d1fc8-88c6-4bb4-a53d-931fdf284014', 'f7a0faf4-5aa3-43c1-a428-039e60082c8b', 'c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a', '6fee8540-ed9b-46b4-a26a-7cea70856bc6', 'b5e8bf69-e0ca-4698-85ba-8c0151a71289', 'cb73c58c-57fd-4e16-b767-67688f41fad4', '83fec908-3451-4703-983a-4d5cbbbf7062', '95573519-e8b4-42b7-a1d2-128cb213163c', 'caee09c9-fb4a-47ee-8db9-1fdaba6175ea', 'd129d532-0742-492b-a9c1-a63eb78e7592', '18db39d3-f047-4bf0-a936-6116f9921b06', 'fd7a6b4f-60d7-452f-a999-b418f545366f', '4c675901-1de0-4174-a41c-2345c94b9f61', 'b872d649-478e-4f98-81c4-47c99c1305c7', 'd5c40dc5-e56a-45f2-97b5-96a66b3810a9', '32cb4a37-4423-4126-a387-615c57bddd9c', '69d26820-8e56-4e2b-bfe5-174487933e5f', '0433fc6c-413d-4fa4-9ab4-b6a7f0954510', 'b1fbb281-22d8-4286-9e58-cf965641e8aa', 'd25c2f07-a6c9-4c2f-b846-62c9a702b7e8', '9296c8a0-766c-43f0-89f3-099bcf4d8403', '4a7147e7-b763-4ea2-8234-e8d300448e03', '04135244-1a02-4d48-b6db-1ea8017ab494', 'd94fb69c-5174-4040-a5d5-fcb487cb1e4f', '2da2e97a-80d1-48a9-b896-7100e8d1f650', 'd3213abf-2ded-445f-ab1d-4dfcdc35515b', '165da032-acd6-4806-8db1-e09a7b3fc880'} {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.240015] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.255206] env[65762]: INFO networking_nsxv3.common.synchronization [req-0e3b2f17-d36e-4558-b0a2-6a017c706601 req-cbb68585-7028-4ce6-8b3e-2a25515320cb service nova] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 822.255389] env[65762]: INFO networking_nsxv3.common.synchronization [req-0e3b2f17-d36e-4558-b0a2-6a017c706601 req-cbb68585-7028-4ce6-8b3e-2a25515320cb service nova] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 822.255559] env[65762]: INFO networking_nsxv3.common.synchronization [req-0e3b2f17-d36e-4558-b0a2-6a017c706601 req-cbb68585-7028-4ce6-8b3e-2a25515320cb service nova] Enqueued Resource ID: 3629951e-0753-4765-927a-2c2d2aa3361f with Priority: HIGHEST for action port [ 822.256346] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_rules [ 822.257857] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 822.257857] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3629951e-0753-4765-927a-2c2d2aa3361f with Priority: HIGHEST for action port [ 822.257857] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.257857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.257857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.257857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257857] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.258555] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.258555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.258670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.261455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.261455] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.261455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-3629951e-0753-4765-927a-2c2d2aa3361f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.261455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.261455] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3629951e-0753-4765-927a-2c2d2aa3361f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.277531] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.277531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.277531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.281262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.281262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.281262] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.281262] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.281262] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 822.360639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.360830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.360912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.361081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.361842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.362113] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 822.362249] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.362396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 822.362396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 822.362510] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 822.362510] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGH for action security_group_rules [ 822.362609] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 822.362609] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGH for action security_group_rules [ 822.362705] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGH for action security_group_rules [ 822.362705] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGH for action security_group_rules [ 822.362808] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGH for action security_group_rules [ 822.362863] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGH for action security_group_rules [ 822.362863] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGH for action security_group_rules [ 822.362956] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGH for action security_group_rules [ 822.363019] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGH for action security_group_rules [ 822.363074] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGH for action security_group_rules [ 822.367209] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGH for action security_group_rules [ 822.367360] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGH for action security_group_rules [ 822.367433] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGH for action security_group_rules [ 822.367497] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGH for action security_group_rules [ 822.367560] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGH for action security_group_rules [ 822.367621] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGH for action security_group_rules [ 822.369061] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGH for action security_group_rules [ 822.369061] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGH for action security_group_rules [ 822.369061] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGH for action security_group_rules [ 822.369061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.627863] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.628095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.628764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.628764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.628764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.629951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.629951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.629951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.630168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.630295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.630409] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48c64614-6073-4581-93da-a01e0011f8f9 already deleted. [ 822.630499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48c64614-6073-4581-93da-a01e0011f8f9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764713] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3629951e-0753-4765-927a-2c2d2aa3361f with status ACTIVE [ 822.764937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.765142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.765142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.765885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766217] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.766350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.766350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766564] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3629951e-0753-4765-927a-2c2d2aa3361f is going to be updated. [ 822.767778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.767917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.768026] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.791048] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.791205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.791249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.791462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.791594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.791934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3629951e-0753-4765-927a-2c2d2aa3361f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.930790] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8b4a545f-0e6c-40af-b408-9d9c4c7e42db None None] Enqueued Resource ID: 531cedec-9a93-4bf0-80ee-042d48c63a1e with Priority: HIGHEST for action port [ 822.931316] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531cedec-9a93-4bf0-80ee-042d48c63a1e with Priority: HIGHEST for action port [ 822.932820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45dfe3d-8979-43f3-834a-7efa5163791e with Priority: HIGH for action security_group_rules [ 822.932820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10528d1b-c448-4197-a697-15cec3545ff3 with Priority: HIGH for action security_group_rules [ 822.932820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 with Priority: HIGH for action security_group_rules [ 822.932820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 with Priority: HIGH for action security_group_rules [ 822.932820] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea with Priority: HIGH for action security_group_rules [ 822.935416] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95573519-e8b4-42b7-a1d2-128cb213163c with Priority: HIGH for action security_group_rules [ 822.935578] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGH for action security_group_rules [ 822.935745] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb73c58c-57fd-4e16-b767-67688f41fad4 with Priority: HIGH for action security_group_rules [ 822.935865] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a with Priority: HIGH for action security_group_rules [ 822.935980] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGH for action security_group_rules [ 822.936171] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b with Priority: HIGH for action security_group_rules [ 822.936246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 with Priority: HIGH for action security_group_rules [ 822.936303] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGH for action security_group_rules [ 822.936399] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 with Priority: HIGH for action security_group_rules [ 822.936498] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b0de9-84ff-4721-81d0-65ccafbad55b with Priority: HIGH for action security_group_rules [ 822.936715] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 with Priority: HIGH for action security_group_rules [ 822.936715] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec2b962-bd38-4eda-a666-6f079413f831 with Priority: HIGH for action security_group_rules [ 822.936998] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed with Priority: HIGH for action security_group_rules [ 822.936998] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 822.936998] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 with Priority: HIGH for action security_group_rules [ 822.937400] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-531cedec-9a93-4bf0-80ee-042d48c63a1e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.937500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-531cedec-9a93-4bf0-80ee-042d48c63a1e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.937562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-531cedec-9a93-4bf0-80ee-042d48c63a1e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.937832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-531cedec-9a93-4bf0-80ee-042d48c63a1e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.937918] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531cedec-9a93-4bf0-80ee-042d48c63a1e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.938972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45dfe3d-8979-43f3-834a-7efa5163791e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.940544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.940646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944024] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45dfe3d-8979-43f3-834a-7efa5163791e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.944024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10528d1b-c448-4197-a697-15cec3545ff3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944024] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10528d1b-c448-4197-a697-15cec3545ff3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.944024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944024] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30970a1-d731-43ba-b529-7dddb3cdd3c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.944687] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.944687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944921] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fee8540-ed9b-46b4-a26a-7cea70856bc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.946069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.946181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.946232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946482] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caee09c9-fb4a-47ee-8db9-1fdaba6175ea',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.949443] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95573519-e8b4-42b7-a1d2-128cb213163c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.949569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.949623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.949785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.949849] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95573519-e8b4-42b7-a1d2-128cb213163c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.950897] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.950976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.951037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.951317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.951317] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.952274] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb73c58c-57fd-4e16-b767-67688f41fad4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.952368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.952488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.952617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.952687] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb73c58c-57fd-4e16-b767-67688f41fad4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.954863] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.954863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.954863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.954863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.954863] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.954863] env[65762]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 822.955333] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.955435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.955506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.955681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.955754] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.956655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.956776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.956836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.957036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.957119] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a0faf4-5aa3-43c1-a428-039e60082c8b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.958113] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023d1fc8-88c6-4bb4-a53d-931fdf284014 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.958113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.958230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.958500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.958500] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023d1fc8-88c6-4bb4-a53d-931fdf284014',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.959590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.959590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.959590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.959828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.959828] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.960715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a394b29-3e1e-44d0-b501-e532ae6bca92 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.960829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.961025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.961126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.961170] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a394b29-3e1e-44d0-b501-e532ae6bca92',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.962085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b75b0de9-84ff-4721-81d0-65ccafbad55b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.962175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.962223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.962623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.962623] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b75b0de9-84ff-4721-81d0-65ccafbad55b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.963396] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e26246-4742-45e8-986b-2cf2ff8a13e2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.963526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.963925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.963925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.963925] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e26246-4742-45e8-986b-2cf2ff8a13e2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.964982] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec2b962-bd38-4eda-a666-6f079413f831 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.965167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.965167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.965328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.965394] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec2b962-bd38-4eda-a666-6f079413f831',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.966271] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.966366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.967257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.967257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.967257] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('588bc2f6-c071-4ab0-8b5d-89cb9084eeed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.967552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.967605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.967644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.967855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.967855] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.968076] env[65762]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 822.968967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87053c23-3b1f-412a-9891-fff0b4a4adc4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.969072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.969137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.969295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.969942] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87053c23-3b1f-412a-9891-fff0b4a4adc4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.005130] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.005130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.005130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.005130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.007079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.007203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.034139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.034758] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30970a1-d731-43ba-b529-7dddb3cdd3c2 is going to be deleted. [ 823.038593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.038593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.061607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.061607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45dfe3d-8979-43f3-834a-7efa5163791e is going to be deleted. [ 823.100115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.100314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.100314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.101303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.101303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.101303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30970a1-d731-43ba-b529-7dddb3cdd3c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.117027] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.117194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.117242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.117445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.117587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.117649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45dfe3d-8979-43f3-834a-7efa5163791e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269869] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.473423] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 531cedec-9a93-4bf0-80ee-042d48c63a1e [ 823.473714] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.473848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.473933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.474153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.474243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.474353] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:531cedec-9a93-4bf0-80ee-042d48c63a1e already deleted. [ 823.474437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-531cedec-9a93-4bf0-80ee-042d48c63a1e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.498285] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.498469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.498701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.511542] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.511697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.511791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512192] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.512294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512764] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.517889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.517889] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10528d1b-c448-4197-a697-15cec3545ff3 is going to be deleted. [ 823.519996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.520146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.520146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.520384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.520511] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.520605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.520662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.520818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.520983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.521479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.522069] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.541895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.541895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.541895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.541895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.542199] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.542199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.542199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.542339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.542410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.542505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.542593] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.555991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.556159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.556230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.556439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.556600] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.556698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.556761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.556909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.557010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.557121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.557312] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.557392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.557429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.557550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.557681] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.557770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.557830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.557965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.558058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.558128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.558214] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.564521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.564521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.564521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.564737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.564737] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.564821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.564881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.565104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.565191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.565285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.565624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.565624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.565624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.565786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.565929] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.566044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.566129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.566333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.566419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.566540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.566645] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.599360] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.599516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.599591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.599826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604146] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604146] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604146] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604641] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.605479] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.605607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.606876] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.606982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.607663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.607772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.608486] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.608586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.609292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.609376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.610087] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.610201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.611665] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.612081] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.612171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.612811] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.614952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.615084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.619038] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.619038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.619038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.624247] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.627582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.627582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb73c58c-57fd-4e16-b767-67688f41fad4 is going to be deleted. [ 823.627582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.627582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648718] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fee8540-ed9b-46b4-a26a-7cea70856bc6 is going to be deleted. [ 823.649583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.649789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.674171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.674171] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 588bc2f6-c071-4ab0-8b5d-89cb9084eeed is going to be deleted. [ 823.674524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.674769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.682972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.683098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.693395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a0faf4-5aa3-43c1-a428-039e60082c8b is going to be deleted. [ 823.694517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.694805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704820] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.704955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.715964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.716116] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec2b962-bd38-4eda-a666-6f079413f831 is going to be deleted. [ 823.717050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.717282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.749410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.749576] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be deleted. [ 823.750994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.751342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.773139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.773316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.773376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.773604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.773694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.773795] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed is going to be created. [ 823.797604] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.797812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.807954] env[65762]: INFO networking_nsxv3.common.synchronization [req-619e85e6-c0da-4448-908c-2c1f76cbf234 req-0c987679-e6a1-4545-9021-bd6657b015ad tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: a206afcb-edcf-46e6-836f-746237584bd6 with Priority: HIGHEST for action security_group_rules [ 823.808635] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a206afcb-edcf-46e6-836f-746237584bd6 with Priority: HIGHEST for action security_group_rules [ 823.809340] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a206afcb-edcf-46e6-836f-746237584bd6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.809340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a206afcb-edcf-46e6-836f-746237584bd6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.809340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a206afcb-edcf-46e6-836f-746237584bd6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.809524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a206afcb-edcf-46e6-836f-746237584bd6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.809823] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a206afcb-edcf-46e6-836f-746237584bd6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.812236] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32cb4a37-4423-4126-a387-615c57bddd9c in Status: SUCCESS [ 823.812236] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32cb4a37-4423-4126-a387-615c57bddd9c deletion is rescheduled due to dependency. [ 823.812236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32cb4a37-4423-4126-a387-615c57bddd9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.843020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.843237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.856115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.856318] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a is going to be deleted. [ 823.857264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.857486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.892252] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.892252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.892441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.893205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.893205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.896076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.896209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.910020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.910020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023d1fc8-88c6-4bb4-a53d-931fdf284014 is going to be deleted. [ 823.910967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.911197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.927854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: UNINITIALIZED for 2s [ 823.934320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.934519] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87053c23-3b1f-412a-9891-fff0b4a4adc4 is going to be deleted. [ 823.935464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.935679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.995782] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.995782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.005212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.005212] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b75b0de9-84ff-4721-81d0-65ccafbad55b is going to be deleted. [ 824.006700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.007165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.019859] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.020442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.020551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.020622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.020874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.020964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.021137] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.021229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.021290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.021441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.021715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.021821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.021891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026551] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.028228] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.028342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.029935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.030070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5e8bf69-e0ca-4698-85ba-8c0151a71289: rpc.has_security_group_logging(os_id): False [ 824.086602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.086602] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caee09c9-fb4a-47ee-8db9-1fdaba6175ea is going to be deleted. [ 824.088275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.088275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.089696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.090379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.090525] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 824.134454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.134638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.159175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.159407] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e26246-4742-45e8-986b-2cf2ff8a13e2 is going to be deleted. [ 824.161132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.162488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.162637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.175325] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.175325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.198026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.198026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95573519-e8b4-42b7-a1d2-128cb213163c is going to be deleted. [ 824.198026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.198026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.254993] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.254993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.284775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.285083] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a394b29-3e1e-44d0-b501-e532ae6bca92 is going to be deleted. [ 824.286123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.286448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.286561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.286773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10528d1b-c448-4197-a697-15cec3545ff3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287813] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.287939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.288031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.288266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.288673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.288673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e26246-4742-45e8-986b-2cf2ff8a13e2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.288673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.288855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.289436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.289436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb73c58c-57fd-4e16-b767-67688f41fad4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.289700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.289838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.289941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fee8540-ed9b-46b4-a26a-7cea70856bc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.290472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.290611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-588bc2f6-c071-4ab0-8b5d-89cb9084eeed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.290998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.291224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.291400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a0faf4-5aa3-43c1-a428-039e60082c8b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.292781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.292781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.292781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.292781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec2b962-bd38-4eda-a666-6f079413f831" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.292781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.293045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.293695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.293979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ae6b1f-91d5-4b7b-a99e-5c1bde77948a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.294185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.294458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.294741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.294741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023d1fc8-88c6-4bb4-a53d-931fdf284014" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.294945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.295139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.352049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.352266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.371422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.371747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.371869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.371916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.372110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.373034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.373034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.373034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.373034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.373034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.373034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.373610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.373610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.373610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.373610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.373610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.373820] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 824.374812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.375019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.375083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.375195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87053c23-3b1f-412a-9891-fff0b4a4adc4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.375358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.375470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.375548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.375659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b75b0de9-84ff-4721-81d0-65ccafbad55b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.375843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.376117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.376117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.376221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caee09c9-fb4a-47ee-8db9-1fdaba6175ea" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.376269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.376431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.379110] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.379110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.444883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.445098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.445322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.445482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.445715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.445909] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.446484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.446484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.446484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.446484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.446773] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.446851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.446892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.447054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.447146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.447251] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 824.448403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.448573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.448664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.448756] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a206afcb-edcf-46e6-836f-746237584bd6 already deleted. [ 824.448860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a206afcb-edcf-46e6-836f-746237584bd6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.449079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.449279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.449364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.449489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95573519-e8b4-42b7-a1d2-128cb213163c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.451225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.451327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.451396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.451570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.451663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.451785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a394b29-3e1e-44d0-b501-e532ae6bca92" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.492702] env[65762]: INFO networking_nsxv3.common.synchronization [req-6a7c200d-5a20-4be5-8d7d-904ee2709dcd req-66262b51-69a1-492f-afdb-cd32f824df62 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: 5a0ce598-26df-4062-9c66-90ec44933681 with Priority: HIGHEST for action security_group_rules [ 824.493314] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0ce598-26df-4062-9c66-90ec44933681 with Priority: HIGHEST for action security_group_rules [ 824.494030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a0ce598-26df-4062-9c66-90ec44933681 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.494030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a0ce598-26df-4062-9c66-90ec44933681" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.494030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a0ce598-26df-4062-9c66-90ec44933681" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.494281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a0ce598-26df-4062-9c66-90ec44933681" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.494281] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a0ce598-26df-4062-9c66-90ec44933681',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.530139] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 824.532373] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.532612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.532612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.532787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.532907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.576148] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 824.577237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.577237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.577237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.577499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.734372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.734558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.740728] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 824.741336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.745514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.745514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.745514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.745514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.746617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.746617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 824.748063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.748298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.748506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.780858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 824.859423] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.859803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.859918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.860217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.860416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.874685] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 825.017283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.017405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.017405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.018023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.018023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.018023] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a0ce598-26df-4062-9c66-90ec44933681 already deleted. [ 825.018023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a0ce598-26df-4062-9c66-90ec44933681" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.205744] env[65762]: INFO networking_nsxv3.common.synchronization [req-73663103-1f91-4683-8661-746dce48ff0f req-0e8ba01d-65c5-4d1f-ba01-995eeb53e773 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: 5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80 with Priority: HIGHEST for action security_group_rules [ 825.206955] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80 with Priority: HIGHEST for action security_group_rules [ 825.206955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.206955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.206955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.207417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.207506] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.731031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.731364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.731364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.731457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.732039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.732039] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80 already deleted. [ 825.732039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dc4ab24-2275-4cf7-8ee9-0aa05d8a0d80" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.747822] env[65762]: INFO networking_nsxv3.common.synchronization [None req-16e8a305-42d1-4e80-b9e8-0768a135bfaa None None] Enqueued Resource ID: 16ddd087-03c4-4083-9ad6-5205c365346f with Priority: HIGHEST for action port [ 825.748321] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ddd087-03c4-4083-9ad6-5205c365346f with Priority: HIGHEST for action port [ 825.748543] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ddd087-03c4-4083-9ad6-5205c365346f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.752471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ddd087-03c4-4083-9ad6-5205c365346f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.752471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ddd087-03c4-4083-9ad6-5205c365346f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.753030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ddd087-03c4-4083-9ad6-5205c365346f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.753976] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ddd087-03c4-4083-9ad6-5205c365346f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.939458] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: SUCCESS [ 825.939722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.940167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.940305] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.940414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.940500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.940639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.940717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940891] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.239814] env[65762]: INFO networking_nsxv3.common.synchronization [req-c1f268d0-b035-4019-8e5c-34279feb9f91 req-856632aa-a953-4ffa-a437-65335e0ef340 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: 65adeaf6-139f-47d6-9fbd-8a5542d11ef1 with Priority: HIGHEST for action security_group_rules [ 826.240495] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65adeaf6-139f-47d6-9fbd-8a5542d11ef1 with Priority: HIGHEST for action security_group_rules [ 826.240961] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65adeaf6-139f-47d6-9fbd-8a5542d11ef1 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.241399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65adeaf6-139f-47d6-9fbd-8a5542d11ef1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65adeaf6-139f-47d6-9fbd-8a5542d11ef1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.242213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65adeaf6-139f-47d6-9fbd-8a5542d11ef1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.242301] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65adeaf6-139f-47d6-9fbd-8a5542d11ef1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.257089] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16ddd087-03c4-4083-9ad6-5205c365346f [ 826.257548] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.258015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.258106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.259178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.259178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.259178] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16ddd087-03c4-4083-9ad6-5205c365346f already deleted. [ 826.259178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ddd087-03c4-4083-9ad6-5205c365346f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.443984] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.594126] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 826.594126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.763764] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.764351] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65adeaf6-139f-47d6-9fbd-8a5542d11ef1 already deleted. [ 826.764469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65adeaf6-139f-47d6-9fbd-8a5542d11ef1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.801791] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 826.801791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.895475] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 826.896415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.950487] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 830ddc06-1d0b-4cdb-827b-064f8e3e8eed: rpc.has_security_group_logging(os_id): False [ 826.974249] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.974588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.974588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.974823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.974919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.975210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.975352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.975455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.975630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.975732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.975870] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed is going to be created. [ 827.062127] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.062505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.062650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.063038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.063304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.076988] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: IN_PROGRESS for 2s [ 827.887295] env[65762]: INFO networking_nsxv3.common.synchronization [None req-806a0525-90a0-4f7d-9f4f-1708361e5f37 None None] Enqueued Resource ID: 306fa18d-adfd-410a-9c44-7626b4614902 with Priority: HIGHEST for action port [ 827.888318] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306fa18d-adfd-410a-9c44-7626b4614902 with Priority: HIGHEST for action port [ 827.888318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-306fa18d-adfd-410a-9c44-7626b4614902 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.888505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-306fa18d-adfd-410a-9c44-7626b4614902" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.888505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-306fa18d-adfd-410a-9c44-7626b4614902" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.888803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-306fa18d-adfd-410a-9c44-7626b4614902" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.888924] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306fa18d-adfd-410a-9c44-7626b4614902',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.394470] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 306fa18d-adfd-410a-9c44-7626b4614902 [ 828.396653] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.396653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.396653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.396653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.396653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.396653] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:306fa18d-adfd-410a-9c44-7626b4614902 already deleted. [ 828.396653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-306fa18d-adfd-410a-9c44-7626b4614902" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.467943] env[65762]: INFO networking_nsxv3.common.synchronization [None req-07536214-99a9-4bcb-9a61-690946c30d7a None None] Enqueued Resource ID: 587e97ac-6e03-4261-a058-d0cf6455e272 with Priority: HIGHEST for action port [ 828.469662] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587e97ac-6e03-4261-a058-d0cf6455e272 with Priority: HIGHEST for action port [ 828.469662] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-587e97ac-6e03-4261-a058-d0cf6455e272 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.469662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587e97ac-6e03-4261-a058-d0cf6455e272" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.469662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587e97ac-6e03-4261-a058-d0cf6455e272" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.469662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587e97ac-6e03-4261-a058-d0cf6455e272" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.469662] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587e97ac-6e03-4261-a058-d0cf6455e272',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.760953] env[65762]: INFO networking_nsxv3.common.synchronization [req-85be9528-4ac1-4edb-83db-b4743122a990 req-93a02a6d-8d49-4c1e-bac3-f98ae1d85387 tempest-ServersNegativeTestJSON-2095039835 tempest-ServersNegativeTestJSON-2095039835-project-member] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 828.761520] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 828.765020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.765020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.765020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.765020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.971452] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 587e97ac-6e03-4261-a058-d0cf6455e272 [ 828.971706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.972344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.972344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.972344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.972344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.972344] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:587e97ac-6e03-4261-a058-d0cf6455e272 already deleted. [ 828.972344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587e97ac-6e03-4261-a058-d0cf6455e272" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092070] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: SUCCESS [ 829.092456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.213707] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.213895] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.214020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.214376] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.214707] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.215176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.215176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.218503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.218503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.218628] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.218686] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.218825] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.219542] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.219542] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.219542] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.219542] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.241186] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.242214] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.242214] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.242411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.246371] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-c49edfaf-3553-482c-b220-823a2f38a944 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.246539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.246663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.247009] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.247978] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edfaf-3553-482c-b220-823a2f38a944',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.264781] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.265171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.265171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.265745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.265745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.265745] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.265745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.265745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.266023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.266023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.266023] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 already deleted. [ 829.266023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.749401] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.749684] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.749747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.749997] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.750168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port c49edfaf-3553-482c-b220-823a2f38a944 not found, creating... [ 829.750560] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.750703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.750821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.751122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.751252] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.751535] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.751671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.751790] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.751985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.752124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.752258] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: c49edfaf-3553-482c-b220-823a2f38a944 is going to be created. [ 829.772272] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.772508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.772666] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.772933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.773167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.774845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.981069] env[65762]: INFO networking_nsxv3.common.synchronization [None req-00bda4b3-7fe4-4fc6-a723-0a3ec9142afa tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 829.981709] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 829.981949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.982102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.982182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.983154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.983248] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.054735] env[65762]: INFO networking_nsxv3.common.synchronization [None req-149deba3-4496-4073-938d-3a8a104c1285 None None] Enqueued Resource ID: 7b84cb52-8c24-495a-a4cc-c5f4128c9070 with Priority: HIGHEST for action port [ 830.055277] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b84cb52-8c24-495a-a4cc-c5f4128c9070 with Priority: HIGHEST for action port [ 830.055580] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b84cb52-8c24-495a-a4cc-c5f4128c9070 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.056009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b84cb52-8c24-495a-a4cc-c5f4128c9070" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.059254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b84cb52-8c24-495a-a4cc-c5f4128c9070" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.059915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b84cb52-8c24-495a-a4cc-c5f4128c9070" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.060286] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b84cb52-8c24-495a-a4cc-c5f4128c9070',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.128660] env[65762]: INFO networking_nsxv3.common.synchronization [None req-a513eadf-310e-4acb-99f8-760197b4586a tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 830.129222] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 830.129554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.129827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.506007] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.506274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.506274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.506390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.506467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.506566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 already deleted. [ 830.506925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.506925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.506986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.510055] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.534221] env[65762]: INFO networking_nsxv3.common.synchronization [req-85be9528-4ac1-4edb-83db-b4743122a990 req-c3b4b9d5-a9c3-4a9c-a226-1207eeb1ab43 service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 830.534399] env[65762]: INFO networking_nsxv3.common.synchronization [req-85be9528-4ac1-4edb-83db-b4743122a990 req-c3b4b9d5-a9c3-4a9c-a226-1207eeb1ab43 service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 830.534541] env[65762]: INFO networking_nsxv3.common.synchronization [req-85be9528-4ac1-4edb-83db-b4743122a990 req-c3b4b9d5-a9c3-4a9c-a226-1207eeb1ab43 service nova] Enqueued Resource ID: c49edfaf-3553-482c-b220-823a2f38a944 with Priority: HIGHEST for action port [ 830.535592] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 830.535666] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 830.535780] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49edfaf-3553-482c-b220-823a2f38a944 with Priority: HIGHEST for action port [ 830.536092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.536215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.536282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.536530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.536722] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.541640] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.541640] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.541640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.541640] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.542499] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49edfaf-3553-482c-b220-823a2f38a944 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.542499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.542499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.542499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.542499] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edfaf-3553-482c-b220-823a2f38a944',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.563399] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b84cb52-8c24-495a-a4cc-c5f4128c9070 [ 830.563399] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.563399] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b84cb52-8c24-495a-a4cc-c5f4128c9070 already deleted. [ 830.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b84cb52-8c24-495a-a4cc-c5f4128c9070" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.788233] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9cb3abfc-5716-455f-b148-a8bfce9261aa None None] Enqueued Resource ID: 497ec66d-fd83-4794-a736-2a35658c2b12 with Priority: HIGHEST for action port [ 830.789071] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497ec66d-fd83-4794-a736-2a35658c2b12 with Priority: HIGHEST for action port [ 830.793116] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-497ec66d-fd83-4794-a736-2a35658c2b12 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.793116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497ec66d-fd83-4794-a736-2a35658c2b12" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.793116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497ec66d-fd83-4794-a736-2a35658c2b12" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.793116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497ec66d-fd83-4794-a736-2a35658c2b12" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.793116] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497ec66d-fd83-4794-a736-2a35658c2b12',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.949399] env[65762]: INFO networking_nsxv3.common.synchronization [req-dd9d6844-d119-4710-ac59-e51f01a6dcaf req-b57fded1-6b9f-4b6c-8f1d-ab658ffec781 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 830.950666] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 830.951195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b66e6c-a738-478c-bd11-29a298f10b79 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.951457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.951622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.952219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.952411] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b66e6c-a738-478c-bd11-29a298f10b79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.963382] env[65762]: INFO networking_nsxv3.common.synchronization [req-03706fad-54e9-4050-93e2-cc76f480851b req-b904b78c-ee15-43f0-9d53-d0b2d2ae31ca tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 830.963382] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 830.963549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.964146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.964146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.964146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.964320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.964446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.964490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.964710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.964811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.965438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.031022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.031335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.031335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.031528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.031633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.031924] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 already deleted. [ 831.031924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.041164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.041164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.043052] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.044091] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49edfaf-3553-482c-b220-823a2f38a944 with status ACTIVE [ 831.044372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.044463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.044524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.044826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.044907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.045174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.045315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.045401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.045576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.046293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.046293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.046293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.046293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.046293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.046508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.046508] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49edfaf-3553-482c-b220-823a2f38a944 is going to be updated. [ 831.071032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.071620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.071620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.071620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.071620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.071817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.296838] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497ec66d-fd83-4794-a736-2a35658c2b12 [ 831.299033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.299033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.299033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.299033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.299033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.299033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497ec66d-fd83-4794-a736-2a35658c2b12 already deleted. [ 831.299033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497ec66d-fd83-4794-a736-2a35658c2b12" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.446200] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.446200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.446200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.446200] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.446200] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.446909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.446909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.446909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.447040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.447155] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.447452] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.447452] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.447649] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.447649] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.447780] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.447814] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.467380] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.467592] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.467763] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.467969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.468334] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.468552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.468713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.469158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.469339] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51d4cc9-bc92-4d5e-a7d1-30a28593308a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.470694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.470980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.471112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.471321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.471508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.471727] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.471866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.471904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.472067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.472146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.472230] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 already deleted. [ 831.472307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.473509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.473584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.473761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.474134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474254] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b66e6c-a738-478c-bd11-29a298f10b79 already deleted. [ 831.474365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.544671] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.616583] env[65762]: INFO networking_nsxv3.common.synchronization [req-f5867b4b-6d9a-45fb-b200-a4341132363a req-de756ae2-9c71-443d-8f5a-f049b829c4e5 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 831.617221] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 831.617556] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b66e6c-a738-478c-bd11-29a298f10b79 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.617680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.617747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.617967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.618223] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b66e6c-a738-478c-bd11-29a298f10b79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.974298] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.975066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.975066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.975216] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.975289] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.975522] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port c51d4cc9-bc92-4d5e-a7d1-30a28593308a not found, creating... [ 831.975944] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.976174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.976300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.976528] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.976670] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.976973] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.977146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.977263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.977468] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.977598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.977734] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: c51d4cc9-bc92-4d5e-a7d1-30a28593308a is going to be created. [ 832.001023] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.001023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.001023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.001023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.001023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.001380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.047893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.047893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.047893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.047893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.047893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.047893] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be created. [ 832.073949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.074152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.074223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.074432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.074587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.093727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: UNINITIALIZED for 2s [ 832.147210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.147323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.147367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.147628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.148480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.148480] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b66e6c-a738-478c-bd11-29a298f10b79 already deleted. [ 832.148480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.493841] env[65762]: INFO networking_nsxv3.common.synchronization [req-3baf2295-4c00-41ca-b32f-7f1dcf95b604 req-0d30d60a-0a9c-4d9d-a0c7-0cac39a5b0b8 tempest-SecurityGroupRulesTestJSON-1958597343 tempest-SecurityGroupRulesTestJSON-1958597343-project-member] Enqueued Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 832.494325] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b66e6c-a738-478c-bd11-29a298f10b79 with Priority: HIGHEST for action security_group_rules [ 832.494677] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b66e6c-a738-478c-bd11-29a298f10b79 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.494784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.494851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.495070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.495152] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b66e6c-a738-478c-bd11-29a298f10b79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.745943] env[65762]: INFO networking_nsxv3.common.synchronization [req-03706fad-54e9-4050-93e2-cc76f480851b req-ec3e3f75-3586-4143-b6c6-fa179d5acdc6 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 832.746293] env[65762]: INFO networking_nsxv3.common.synchronization [req-03706fad-54e9-4050-93e2-cc76f480851b req-ec3e3f75-3586-4143-b6c6-fa179d5acdc6 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 832.746456] env[65762]: INFO networking_nsxv3.common.synchronization [req-03706fad-54e9-4050-93e2-cc76f480851b req-ec3e3f75-3586-4143-b6c6-fa179d5acdc6 service nova] Enqueued Resource ID: c51d4cc9-bc92-4d5e-a7d1-30a28593308a with Priority: HIGHEST for action port [ 832.747169] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 832.747354] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 832.747478] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51d4cc9-bc92-4d5e-a7d1-30a28593308a with Priority: HIGHEST for action port [ 832.748299] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.748299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.748299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.748628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.748765] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.749985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.750195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.750257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.750626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.750696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.751011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.751011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.752254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.752344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.752472] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.753760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.753904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.753952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754920] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51d4cc9-bc92-4d5e-a7d1-30a28593308a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.018028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.018290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.018446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.018691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.018856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.019014] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b66e6c-a738-478c-bd11-29a298f10b79 already deleted. [ 833.019123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b66e6c-a738-478c-bd11-29a298f10b79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.258829] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.258829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.258829] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.259732] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51d4cc9-bc92-4d5e-a7d1-30a28593308a with status ACTIVE [ 833.259732] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.259732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.259732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.259732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.259732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.259732] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.259732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.260368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.260368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.260368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.260368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.260368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.260368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.260845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.260845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.260845] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51d4cc9-bc92-4d5e-a7d1-30a28593308a is going to be updated. [ 833.287500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.287750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.287834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.288712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.288712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.288712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51d4cc9-bc92-4d5e-a7d1-30a28593308a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.550138] env[65762]: INFO networking_nsxv3.common.synchronization [req-107b3ffc-7082-49f7-95b0-6dc150b5be61 req-3d851fe3-5801-4eef-971b-69c77c7a8741 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 833.550138] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 833.550918] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.551390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.551671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.551956] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.552193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.552347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.552595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.552860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.553649] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.763897] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.860455] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.860689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.860787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.861296] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.861382] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.861468] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.861581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.861795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.861939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.862169] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.862278] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.862382] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.862486] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.862592] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.862767] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.862914] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.881754] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.881919] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.882095] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.882291] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.882667] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-64abbf80-bf9f-470b-842e-a47c2d174234 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.882874] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.882999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.883323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.883464] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64abbf80-bf9f-470b-842e-a47c2d174234',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.054935] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.105597] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 834.105859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.106048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.106289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.106489] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.106604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.106671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.106830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.106911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.107067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.107229] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.265399] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.265794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.265794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.265990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.266069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.266182] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be created. [ 834.289979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.294022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.294022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.294022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.294022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303938] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: UNINITIALIZED for 2s [ 834.388882] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.389314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.389659] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.390096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.390386] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.390607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 64abbf80-bf9f-470b-842e-a47c2d174234 not found, creating... [ 834.390931] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.391191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.391376] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.392409] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.392675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.393179] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.393566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.393566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.394210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.394788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.394788] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 64abbf80-bf9f-470b-842e-a47c2d174234 is going to be created. [ 834.416558] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.416947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.417251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.417740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.418046] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.418351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.558123] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.609486] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.609745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.609745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.610671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.610671] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.610671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.610671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.610671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.610884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.610884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.612330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612330] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.061615] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.061825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.061825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.062042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.062140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.062261] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 835.096350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.096592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.096592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.096845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.097030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [req-107b3ffc-7082-49f7-95b0-6dc150b5be61 req-132cee52-2158-4424-87e7-4e48c55285b8 service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [req-107b3ffc-7082-49f7-95b0-6dc150b5be61 req-132cee52-2158-4424-87e7-4e48c55285b8 service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [req-107b3ffc-7082-49f7-95b0-6dc150b5be61 req-132cee52-2158-4424-87e7-4e48c55285b8 service nova] Enqueued Resource ID: 64abbf80-bf9f-470b-842e-a47c2d174234 with Priority: HIGHEST for action port [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 835.107059] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64abbf80-bf9f-470b-842e-a47c2d174234 with Priority: HIGHEST for action port [ 835.108432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 835.108432] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.108605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.108999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.108999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.108999] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.110318] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.110654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.110654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-64abbf80-bf9f-470b-842e-a47c2d174234 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.110803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.110965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.111219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.111360] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64abbf80-bf9f-470b-842e-a47c2d174234',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.116963] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3015cd82-7abc-40e8-b0e1-bb4962bff7f6: rpc.has_security_group_logging(os_id): False [ 835.134502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.134695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.134837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.135122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.135220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.135411] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.135597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.135597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.135733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.135808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.136024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.139064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.139064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.139064] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be created. [ 835.236344] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.236588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.236588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.236757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.236969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.250013] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 835.613643] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614087] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64abbf80-bf9f-470b-842e-a47c2d174234 with status ACTIVE [ 835.614205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615340] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.615340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.615709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.616541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.616541] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64abbf80-bf9f-470b-842e-a47c2d174234 is going to be updated. [ 835.646565] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.647111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.647240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.647563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.647894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.648143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64abbf80-bf9f-470b-842e-a47c2d174234" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.043783] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-68124393-e134-42a8-a7fa-27ca4614f5e2 tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 836.044529] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 836.044967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.044967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.044967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.045343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.045541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.046361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.047572] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.317573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 836.317883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.318183] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.318534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318850] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.319394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.319394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.319499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.319625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.319799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.319937] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.506927] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-1cfcffbc-e6a7-47a6-813a-81f792ba121a tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 836.507625] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 836.508600] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.508600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.550953] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.552979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577117] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.577256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.577490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.577604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.577687] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 836.606491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.606638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.606705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.607661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.607661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.616946] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 836.831270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.831270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.831270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.831270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.831270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.831971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.831971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.831971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.831971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.831971] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.958913] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.959153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-14" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.959281] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-14" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.959611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-14" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.959984] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.960958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.961226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.961497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.961650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.961879] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.961992] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.962112] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.962216] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.962324] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.962425] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.962554] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.982961] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.983219] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.983375] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.983583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-14" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.983912] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-7a0dd209-25a1-40bc-924f-3e477c22978d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.984148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.984511] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.984712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.984940] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0dd209-25a1-40bc-924f-3e477c22978d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.119166] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 837.119370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.119666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.119835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.119946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.120031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.120200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.120283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120372] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.270216] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 837.271035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.339891] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 837.369855] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.370056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.370120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.370344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.370436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.370663] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.370762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.370868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.370982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.371072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.371248] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.371547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.371619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.371797] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.371907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.371959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.372243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.372435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.372474] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be created. [ 837.463969] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.464139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.464208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.464417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.464572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.477620] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 837.488939] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.489273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.489422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.489816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.489932] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.490454] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 7a0dd209-25a1-40bc-924f-3e477c22978d not found, creating... [ 837.490454] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.490650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.490786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.491077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.491319] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.491673] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.491854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.492067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.492314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.492451] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.492617] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 7a0dd209-25a1-40bc-924f-3e477c22978d is going to be created. [ 837.518274] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.518481] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.518600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.518958] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.519541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.519541] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.623836] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.126398] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-afd5b4e8-3dc9-4295-997e-4dbeca32c364 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-afd5b4e8-3dc9-4295-997e-4dbeca32c364 service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-afd5b4e8-3dc9-4295-997e-4dbeca32c364 service nova] Enqueued Resource ID: 7a0dd209-25a1-40bc-924f-3e477c22978d with Priority: HIGHEST for action port [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 838.258036] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0dd209-25a1-40bc-924f-3e477c22978d with Priority: HIGHEST for action port [ 838.258036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.258036] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.258036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.258036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0dd209-25a1-40bc-924f-3e477c22978d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.258036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.258036] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0dd209-25a1-40bc-924f-3e477c22978d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.629310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 838.629609] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 deletion is rescheduled due to dependency. [ 838.629665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.629999] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.630133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.630201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.630387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.630497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.630542] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 838.631597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.631772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.631932] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.632044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.632128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.632310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.632390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.632484] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.666275] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.666454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.666528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.666766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.666915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.677967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 838.760334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.760503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.760701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a0dd209-25a1-40bc-924f-3e477c22978d with status ACTIVE [ 838.760877] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.760984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.761080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.761295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.761382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.761651] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.761651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.761781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.761890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.761967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.762288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.762288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.762404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.762604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.762674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.762747] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a0dd209-25a1-40bc-924f-3e477c22978d is going to be updated. [ 838.786111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.786111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.786111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.786111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.786111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.786111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0dd209-25a1-40bc-924f-3e477c22978d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.064105] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.064318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-355" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.064439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-355" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.064839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-355" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.065093] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.065254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.065370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.065591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.065732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.065963] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.066126] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.066192] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.066298] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.066406] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.066516] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.066634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.088030] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.088030] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.088030] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.088030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-355" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.088030] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.088030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.088030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.088030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.088704] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c55dd03-ce16-4c2b-b4af-5fd44cac3af3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.134821] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.491607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 839.491827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.592355] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.592702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.592702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.593125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.593267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.593412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 not found, creating... [ 839.593675] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.593889] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.594063] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.594356] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.594526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.594851] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.594998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.595137] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.595361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.595564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.595632] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 is going to be created. [ 839.620657] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.620949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621111] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621406] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.621658] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.621885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.637370] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.143814] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.143814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.143814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.143814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.143814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.143814] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 840.182038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.182038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.182038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.182264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.182468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.198630] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 840.406607] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-fa782cb4-b20e-4a74-ab05-ccae2d7985da service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 840.407465] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-fa782cb4-b20e-4a74-ab05-ccae2d7985da service nova] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 840.407465] env[65762]: INFO networking_nsxv3.common.synchronization [req-5feca2b2-53d3-4243-a2c6-19925b9d7dd6 req-fa782cb4-b20e-4a74-ab05-ccae2d7985da service nova] Enqueued Resource ID: 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 with Priority: HIGHEST for action port [ 840.408090] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_rules [ 840.408273] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 840.408913] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 with Priority: HIGHEST for action port [ 840.409283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.409425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.409814] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.409926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410280] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.410280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.410692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.413211] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c55dd03-ce16-4c2b-b4af-5fd44cac3af3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.692683] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 840.693347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.693596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.693826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.694044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.694170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.694237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.694583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.694705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.694839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.694954] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.722180] env[65762]: INFO networking_nsxv3.common.synchronization [req-80a9a10e-c015-4027-830c-eb09c88d1b4d req-50a1f1bc-7aa6-4b36-af23-e88de2f05163 tempest-ServerMetadataTestJSON-1102422206 tempest-ServerMetadataTestJSON-1102422206-project-member] Enqueued Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 840.722557] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 840.722874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.723247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.723388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.723685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.723898] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.724073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.724182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.725384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.725560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.725708] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.915166] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 with status ACTIVE [ 840.916190] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.916190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.916190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.916190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.916190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916190] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.916670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.916670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.916670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.916670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.919292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.919292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.919292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.919292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.919292] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c55dd03-ce16-4c2b-b4af-5fd44cac3af3 is going to be updated. [ 840.945729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.945729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.945729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.945729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.946031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.946031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c55dd03-ce16-4c2b-b4af-5fd44cac3af3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.129674] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.129944] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-140" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.130119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-140" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.130592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-140" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.130977] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.131206] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.131373] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.131674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.131839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.132127] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.132298] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.132418] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.132556] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.132707] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.132815] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.133041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.154069] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.154885] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.154885] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.154885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-140" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.155128] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-afa80ee1-a5dc-40db-b22d-1def8651cce8 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.155415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.155415] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.155732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.155871] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa80ee1-a5dc-40db-b22d-1def8651cce8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.200024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200894] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.228404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.228616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.228733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.229368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.229368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.229603] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.229867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.229867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.230128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.230408] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 already deleted. [ 841.230564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.660322] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.660562] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.660671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.660935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.661093] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.661248] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port afa80ee1-a5dc-40db-b22d-1def8651cce8 not found, creating... [ 841.661500] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.661917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.661917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.662052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.662131] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.662418] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.662566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.662675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.662902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.663053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.663193] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: afa80ee1-a5dc-40db-b22d-1def8651cce8 is going to be created. [ 841.684416] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.684636] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.684760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.685095] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.685323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.685576] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.704219] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 841.722301] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.722578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.722578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.722733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.722827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.723224] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.723349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.723419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.723596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.723678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.723869] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.723963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.724037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.724191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.724252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.724431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.724595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.724595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.724821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.724821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.724904] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 841.817207] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.817358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.863542] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 842.208418] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 842.208798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.209093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.209451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.209716] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.210129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.210129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.210306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.210420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.210572] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [req-80a9a10e-c015-4027-830c-eb09c88d1b4d req-96b9fa39-636f-4be0-bbc9-a5fb7b78cc9b service nova] Enqueued Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_rules [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [req-80a9a10e-c015-4027-830c-eb09c88d1b4d req-96b9fa39-636f-4be0-bbc9-a5fb7b78cc9b service nova] Enqueued Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [req-80a9a10e-c015-4027-830c-eb09c88d1b4d req-96b9fa39-636f-4be0-bbc9-a5fb7b78cc9b service nova] Enqueued Resource ID: afa80ee1-a5dc-40db-b22d-1def8651cce8 with Priority: HIGHEST for action port [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_rules [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 842.414798] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa80ee1-a5dc-40db-b22d-1def8651cce8 with Priority: HIGHEST for action port [ 842.414798] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.414798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.414798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.414798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.415343] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.415913] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.415913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.415913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.416160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.416317] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.416419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.416476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.416623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.416702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.416793] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.418235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-afa80ee1-a5dc-40db-b22d-1def8651cce8 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.418235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.418471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.418513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.419528] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa80ee1-a5dc-40db-b22d-1def8651cce8',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.713388] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.920631] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.920762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.920941] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.921872] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afa80ee1-a5dc-40db-b22d-1def8651cce8 with status ACTIVE [ 842.922410] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.922410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.922410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.922619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.922619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.922694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.922798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.922851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.923051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.923147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.923326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.923417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.923471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.923619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.923710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.923771] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afa80ee1-a5dc-40db-b22d-1def8651cce8 is going to be updated. [ 842.948935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.949209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.949209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.949478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.949617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.949784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afa80ee1-a5dc-40db-b22d-1def8651cce8" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.217081] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.426701] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.719605] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.720063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.720184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.720312] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 843.753126] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.753434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.753511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.753740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.753885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.767964] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 843.885584] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 843.885804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.929543] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.929738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.929870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.930210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.930210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.930734] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 is going to be created. [ 843.958064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.958335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.958404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.958618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.958776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.973712] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: UNINITIALIZED for 2s [ 845.019551] env[65762]: INFO networking_nsxv3.common.synchronization [req-0d6199ed-4c7e-449f-9834-c8dc16b696b8 req-0484838e-d9ad-469e-b256-1fedfa1921e2 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 845.020274] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 845.020708] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.020899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021608] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.024442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.024671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.024774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.024880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.507658] env[65762]: INFO networking_nsxv3.common.synchronization [req-ad924a11-613b-4058-b2a6-c08e0a687936 req-c683053b-8e60-402c-ab87-92c3b3849707 tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 845.508369] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 845.508699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.508822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.508891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.512171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.514281] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.514503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.514577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.514779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.514869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.514976] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.527850] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.527994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.528310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.528398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.528602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.528721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.529043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.529128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.529220] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 845.564867] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.565108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.565316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.565489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.565675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.583844] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 845.777607] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 845.777829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.778427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.778661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.778853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.778969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.779046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.779210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.779292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.779376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.779474] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.780287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.780614] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.780714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.780777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.780993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781093] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.987567] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: SUCCESS [ 845.987753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.987906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.988151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.988352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.988471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.988535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.988696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.988776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.988862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.988955] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.020335] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.283253] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.283357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.283514] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.492168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.492168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.492168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.492168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.492478] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.492610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.492701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.492924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.493051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.493540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.493695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.493773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.493901] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.494274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.494430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.494601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.494705] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.522784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.786372] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.997373] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 363fb30c-1cfb-45a1-a33c-8a5fabfafee2: rpc.has_security_group_logging(os_id): False [ 847.024544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.024906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.024906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.025023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.025161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.025401] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 847.028257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.028414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.028576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.028703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.028773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.028934] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.029064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.029141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.029240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.029313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.029514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.029646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.029646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.029789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.029975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.030200] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.030562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.030562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.030562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.030562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.030841] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 is going to be created. [ 847.078830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.078982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.079057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.079274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.079419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.090781] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 847.110350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.110350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.110698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.110871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.126239] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: IN_PROGRESS for 2s [ 847.289508] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.289857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.289948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.290272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.290431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.290505] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 847.343619] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.343619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.343804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.343899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.343998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.357036] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 847.579514] env[65762]: INFO networking_nsxv3.common.synchronization [req-14e1e94b-f7d6-4d72-9b26-ba8e31af1d29 req-d9420154-3941-4dcb-b804-3965ef026ce0 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 847.579654] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 847.579897] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.580053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.580129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.580378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.580605] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.580713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.580713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.580841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.580927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581032] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.597275] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 847.597627] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 847.597755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.896074] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.896288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.896422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.896700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.897010] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.897178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.897298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.897524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.897668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.897877] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.898034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.898159] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.898279] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.898423] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.898539] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.898674] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.929390] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.929390] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.929672] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.929672] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.929988] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-bd66b21d-033b-4d09-b201-94f831682248 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.930254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.930335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.930727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.930813] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd66b21d-033b-4d09-b201-94f831682248',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.084290] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.084578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.084578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.084747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.084842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.085044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.085176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.085247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.085407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.085482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.085569] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 already deleted. [ 848.085648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433281] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.433539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433736] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.434057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.434249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.434446] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port bd66b21d-033b-4d09-b201-94f831682248 not found, creating... [ 848.434775] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.434961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.435124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.435396] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.435538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.435819] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.436061] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.436262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.436473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.436635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.436818] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: bd66b21d-033b-4d09-b201-94f831682248 is going to be created. [ 848.459640] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.459878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.460048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.460564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.460844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.461105] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.102525] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 849.102822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.140173] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: SUCCESS [ 849.140407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183546] env[65762]: INFO networking_nsxv3.common.synchronization [req-14e1e94b-f7d6-4d72-9b26-ba8e31af1d29 req-d90d052a-cd6c-4d46-b45e-d08ead3a39e2 service nova] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 849.183720] env[65762]: INFO networking_nsxv3.common.synchronization [req-14e1e94b-f7d6-4d72-9b26-ba8e31af1d29 req-d90d052a-cd6c-4d46-b45e-d08ead3a39e2 service nova] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 849.183839] env[65762]: INFO networking_nsxv3.common.synchronization [req-14e1e94b-f7d6-4d72-9b26-ba8e31af1d29 req-d90d052a-cd6c-4d46-b45e-d08ead3a39e2 service nova] Enqueued Resource ID: bd66b21d-033b-4d09-b201-94f831682248 with Priority: HIGHEST for action port [ 849.184439] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_rules [ 849.184578] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 849.184684] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd66b21d-033b-4d09-b201-94f831682248 with Priority: HIGHEST for action port [ 849.184948] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.185117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.185244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.185372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.185453] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.187033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.187033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.187407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.187407] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.188669] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd66b21d-033b-4d09-b201-94f831682248 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.188669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.188669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.188669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.188669] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd66b21d-033b-4d09-b201-94f831682248',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.367618] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 849.367893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.368301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.368301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.368496] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.368694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.368694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.369739] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.369739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.370070] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.370070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.370070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.370249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.370395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.370429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.370568] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.690129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.690273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.690468] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.691351] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd66b21d-033b-4d09-b201-94f831682248 with status ACTIVE [ 849.692038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.692038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.692560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.693282] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd66b21d-033b-4d09-b201-94f831682248 is going to be updated. [ 849.715185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.715356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.715433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.715674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.715840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.716061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd66b21d-033b-4d09-b201-94f831682248" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.876716] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b872d649-478e-4f98-81c4-47c99c1305c7: rpc.has_security_group_logging(os_id): False [ 849.898849] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.898991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.899079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.899337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.899495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.899837] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.899955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.900058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.900339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.900508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.900665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.900765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.900828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.900998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.901151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.901362] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.901465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.901530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.901694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.901769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.901857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 849.974415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.974621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.974687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.974947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.975059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.006793] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 850.195830] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.701107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.701280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.701374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.701582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.701675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.701777] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 is going to be created. [ 850.728883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.729484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.740375] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: UNINITIALIZED for 2s [ 852.025550] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 852.025813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.026024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.026507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.026507] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.532026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.532026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.532026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.532026] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.700940] env[65762]: INFO networking_nsxv3.common.synchronization [None req-836a5fa3-1c47-445a-b3dd-56237dbb122f None None] Enqueued Resource ID: 773afaee-ae40-40bf-ae08-716814769ab5 with Priority: HIGHEST for action port [ 852.701455] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773afaee-ae40-40bf-ae08-716814769ab5 with Priority: HIGHEST for action port [ 852.702195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-773afaee-ae40-40bf-ae08-716814769ab5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.702195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773afaee-ae40-40bf-ae08-716814769ab5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.702195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773afaee-ae40-40bf-ae08-716814769ab5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.702749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773afaee-ae40-40bf-ae08-716814769ab5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.702749] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773afaee-ae40-40bf-ae08-716814769ab5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.753626] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: SUCCESS [ 852.754244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.755335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.755335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.755335] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.755335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.755335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.755823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.756171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.761220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.761220] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.034665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.034971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.035223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.035326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.035417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.035675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035914] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.036015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.036073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.036228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.036366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.036555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.036555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.036689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.036766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.036849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.036940] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.205493] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 773afaee-ae40-40bf-ae08-716814769ab5 [ 853.205616] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.205784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.205826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.206214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.206214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.206214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:773afaee-ae40-40bf-ae08-716814769ab5 already deleted. [ 853.206335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773afaee-ae40-40bf-ae08-716814769ab5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.265764] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.540863] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b872d649-478e-4f98-81c4-47c99c1305c7: rpc.has_security_group_logging(os_id): False [ 853.558173] env[65762]: INFO networking_nsxv3.common.synchronization [req-dbf68d54-7ddc-458b-8ec6-2de0ac4d637a req-d4307edd-d2e6-4c92-9937-346d8fd8ce19 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 853.558821] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 853.559871] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.561100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.563754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.563754] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.563754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.563754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.563754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.563754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.564014] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.564061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.564097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.564789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.564789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.564789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.564789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.564789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.564789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.565170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.565170] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 853.566967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.567321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.567321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.567321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.567438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.567606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.567664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.567784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.567868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.567964] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.633391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.633391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.633391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.633391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.633391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.654457] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 853.768726] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a00174f-5aad-42cc-a6b9-121f284fbb52: rpc.has_security_group_logging(os_id): False [ 853.788479] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.788618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.788895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.788980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.790675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.790675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.790675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.790675] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 is going to be created. [ 853.864994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.864994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.864994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.864994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.864994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.874046] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: IN_PROGRESS for 2s [ 854.069927] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.571766] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.078690] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.079028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.079028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.079146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.079244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079333] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 855.112168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.112168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.112168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.112168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.112168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.122873] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 855.137455] env[65762]: INFO networking_nsxv3.common.synchronization [None req-22d38590-271a-4236-8368-e6b2aa72b092 None None] Enqueued Resource ID: 47ab5d44-fe05-4f61-980d-0d7c080ae492 with Priority: HIGHEST for action port [ 855.137455] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ab5d44-fe05-4f61-980d-0d7c080ae492 with Priority: HIGHEST for action port [ 855.137455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ab5d44-fe05-4f61-980d-0d7c080ae492 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ab5d44-fe05-4f61-980d-0d7c080ae492" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ab5d44-fe05-4f61-980d-0d7c080ae492" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.138018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ab5d44-fe05-4f61-980d-0d7c080ae492" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.138018] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ab5d44-fe05-4f61-980d-0d7c080ae492',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.646597] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47ab5d44-fe05-4f61-980d-0d7c080ae492 [ 855.646955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.647238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.647394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.647682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.647863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.648208] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47ab5d44-fe05-4f61-980d-0d7c080ae492 already deleted. [ 855.648480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ab5d44-fe05-4f61-980d-0d7c080ae492" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.674168] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 855.674168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.892714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: SUCCESS [ 855.894235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.134229] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 857.134785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.798479] env[65762]: INFO networking_nsxv3.common.synchronization [req-cfb3057e-24fc-450a-beda-7ca1cc7ee4e5 req-cf65046b-9661-406d-a673-492f130fc660 tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 857.799145] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 857.799497] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.799678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.799840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.800052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.800215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.800331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.800447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.800754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.800890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.800991] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.146587] env[65762]: INFO networking_nsxv3.common.synchronization [req-cfb3057e-24fc-450a-beda-7ca1cc7ee4e5 req-6bc2c863-a49e-409d-a42b-500f08b443f2 tempest-ServersTestMultiNic-822475624 tempest-ServersTestMultiNic-822475624-project-member] Enqueued Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 858.147189] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b872d649-478e-4f98-81c4-47c99c1305c7 with Priority: HIGHEST for action security_group_members [ 858.147566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b872d649-478e-4f98-81c4-47c99c1305c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.147566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.254733] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8ce104a9-d7e2-4394-831a-1ea25319c074 None None] Enqueued Resource ID: e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d with Priority: HIGHEST for action port [ 858.254733] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d with Priority: HIGHEST for action port [ 858.255278] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.255431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.255775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.255775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.255862] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.304092] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.760271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d [ 858.760445] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.760510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.760633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.760998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.760998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.760998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d already deleted. [ 858.760998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99d4a46-82d5-4f7d-8a93-f2ad9317cc0d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.807812] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.311386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.311386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.311386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.311386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.311386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.311386] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 859.346363] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.346559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.346737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.347031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.347205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.359357] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 860.228890] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9bd667a5-b6be-45eb-9c9f-5d564d826ed9 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 860.228890] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 860.228890] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.228890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.228890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.228890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.228890] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.554868] env[65762]: INFO networking_nsxv3.common.synchronization [None req-e8a132a2-25c6-4ddd-80bd-5c477a06b177 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 860.555461] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 860.555981] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.556126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.755937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.756163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.756163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.756381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.756465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.756558] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce already deleted. [ 860.756641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.756796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.756975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.757052] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.827493] env[65762]: INFO networking_nsxv3.common.synchronization [None req-4db12fa8-5954-48a8-8045-144f63a1a392 None None] Enqueued Resource ID: 300c346d-868e-4065-8bcb-a7519d908c0f with Priority: HIGHEST for action port [ 860.828160] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c346d-868e-4065-8bcb-a7519d908c0f with Priority: HIGHEST for action port [ 860.828472] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-300c346d-868e-4065-8bcb-a7519d908c0f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.828605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300c346d-868e-4065-8bcb-a7519d908c0f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.828720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300c346d-868e-4065-8bcb-a7519d908c0f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.828953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300c346d-868e-4065-8bcb-a7519d908c0f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.829093] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300c346d-868e-4065-8bcb-a7519d908c0f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.279648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.279816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.279866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.280115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.280211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.280307] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce already deleted. [ 861.280389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.331399] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 300c346d-868e-4065-8bcb-a7519d908c0f [ 861.331632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.332321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.332321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.332321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.332321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.332321] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:300c346d-868e-4065-8bcb-a7519d908c0f already deleted. [ 861.332321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300c346d-868e-4065-8bcb-a7519d908c0f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.367671] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 861.368034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.368391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.368554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.368826] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.368953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.369033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.369218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.369513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.369513] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b872d649-478e-4f98-81c4-47c99c1305c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.874490] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.874880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.874880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.874963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.875077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.875282] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.875382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.875445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.875604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.875707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.875805] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 is going to be updated. [ 861.908588] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.908803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.908803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.909719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.909719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924043] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: IN_PROGRESS for 2s [ 862.573257] env[65762]: INFO networking_nsxv3.common.synchronization [None req-b6f8e858-fd85-4da6-9a6c-0a8da0ba9011 None None] Enqueued Resource ID: f8594509-a1bd-4836-ba01-2622c6099198 with Priority: HIGHEST for action port [ 862.573257] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8594509-a1bd-4836-ba01-2622c6099198 with Priority: HIGHEST for action port [ 862.573833] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8594509-a1bd-4836-ba01-2622c6099198 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.573958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8594509-a1bd-4836-ba01-2622c6099198" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.574665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8594509-a1bd-4836-ba01-2622c6099198" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.575646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8594509-a1bd-4836-ba01-2622c6099198" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.575646] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8594509-a1bd-4836-ba01-2622c6099198',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.079479] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8594509-a1bd-4836-ba01-2622c6099198 [ 863.079756] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.079827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.079922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.080128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.080237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.080299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8594509-a1bd-4836-ba01-2622c6099198 already deleted. [ 863.080389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8594509-a1bd-4836-ba01-2622c6099198" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441525] env[65762]: INFO networking_nsxv3.common.synchronization [None req-896373e6-5d5f-4242-85f4-2c270f534af7 tempest-ServersTestManualDisk-54307038 tempest-ServersTestManualDisk-54307038-project-member] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 863.442776] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 863.443475] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.443656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.443787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444144] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.643130] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ad1a68d5-d960-40ae-b935-18503a45ba42 tempest-ServersTestManualDisk-54307038 tempest-ServersTestManualDisk-54307038-project-member] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 863.644165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 863.644165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.644165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.937772] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b872d649-478e-4f98-81c4-47c99c1305c7 in Status: SUCCESS [ 863.937772] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b872d649-478e-4f98-81c4-47c99c1305c7 deletion is rescheduled due to dependency. [ 863.937772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b872d649-478e-4f98-81c4-47c99c1305c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.966015] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.966588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.966691] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 already deleted. [ 863.966779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.968389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.968389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.968389] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.495647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.495647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.495647] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 already deleted. [ 864.495647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.991165] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9b43f28e-1eff-4b12-b7d0-7d99a2efb4be None None] Enqueued Resource ID: 964e7f93-b4a8-47a2-8667-bfa298d12298 with Priority: HIGHEST for action port [ 864.991165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964e7f93-b4a8-47a2-8667-bfa298d12298 with Priority: HIGHEST for action port [ 864.991165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-964e7f93-b4a8-47a2-8667-bfa298d12298 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.991165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964e7f93-b4a8-47a2-8667-bfa298d12298" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.991165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964e7f93-b4a8-47a2-8667-bfa298d12298" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.991165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964e7f93-b4a8-47a2-8667-bfa298d12298" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.991165] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964e7f93-b4a8-47a2-8667-bfa298d12298',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.309949] env[65762]: INFO networking_nsxv3.common.synchronization [req-ca55b451-1522-4cce-addc-d77682a991d6 req-2508da6a-dae3-4ddf-9dab-0d9e141cb312 tempest-ImagesNegativeTestJSON-2044440319 tempest-ImagesNegativeTestJSON-2044440319-project-member] Enqueued Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 865.311742] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 865.312124] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.312296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.312390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.312667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.312831] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.312946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.313018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.313175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.313271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.313365] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.494868] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 964e7f93-b4a8-47a2-8667-bfa298d12298 [ 865.494868] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.494868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.494868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.495419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.495986] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:964e7f93-b4a8-47a2-8667-bfa298d12298 already deleted. [ 865.495986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964e7f93-b4a8-47a2-8667-bfa298d12298" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.820115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.820447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.820447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820447] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c already deleted. [ 865.820447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.869823] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.870052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-738" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.870180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-738" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.870593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-738" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.870874] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.871052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.871151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.871365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.871497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.871717] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.871904] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.871958] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.872120] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.872235] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.872419] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.872580] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.893776] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.893932] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.894079] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.894300] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-738" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.894605] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-388d22cc-daa2-4130-8011-a6a450652e52 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.894769] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.894884] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.895279] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.895408] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388d22cc-daa2-4130-8011-a6a450652e52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.401612] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.401868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.402041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.402329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.402477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.402631] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 388d22cc-daa2-4130-8011-a6a450652e52 not found, creating... [ 866.402943] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.403114] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.403232] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.403444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.403577] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.403882] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404506] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404686] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 388d22cc-daa2-4130-8011-a6a450652e52 is going to be created. [ 866.425592] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.425875] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.426028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.426312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.426538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.426760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.958125] env[65762]: INFO networking_nsxv3.common.synchronization [req-21eb56e4-2515-423c-9efc-5fa8734188a8 req-12ae662a-b4c7-4d6f-9b6e-666b79bcdaca tempest-ServerMetadataTestJSON-1102422206 tempest-ServerMetadataTestJSON-1102422206-project-member] Enqueued Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 866.958819] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGHEST for action security_group_members [ 866.959184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.959312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.959376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.959573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.959716] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.959810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.959873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.960018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.960100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.960196] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.151364] env[65762]: INFO networking_nsxv3.common.synchronization [req-ca55b451-1522-4cce-addc-d77682a991d6 req-4a6ecdd3-9963-492b-8f59-5b3c29708090 service nova] Enqueued Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_rules [ 867.151494] env[65762]: INFO networking_nsxv3.common.synchronization [req-ca55b451-1522-4cce-addc-d77682a991d6 req-4a6ecdd3-9963-492b-8f59-5b3c29708090 service nova] Enqueued Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 867.151631] env[65762]: INFO networking_nsxv3.common.synchronization [req-ca55b451-1522-4cce-addc-d77682a991d6 req-4a6ecdd3-9963-492b-8f59-5b3c29708090 service nova] Enqueued Resource ID: 388d22cc-daa2-4130-8011-a6a450652e52 with Priority: HIGHEST for action port [ 867.151855] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_rules [ 867.151981] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 867.152086] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388d22cc-daa2-4130-8011-a6a450652e52 with Priority: HIGHEST for action port [ 867.152626] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.152921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.153479] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.154408] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.154552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.154642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.154839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.155018] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.157694] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.157694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-388d22cc-daa2-4130-8011-a6a450652e52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.157694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.157694] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388d22cc-daa2-4130-8011-a6a450652e52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.462302] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.462466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.462759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.462849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.463157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.463219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.463390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.463482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463574] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 is going to be updated. [ 867.493402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.493402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.493665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.493665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.504252] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: IN_PROGRESS for 2s [ 867.660028] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.660028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.660028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 388d22cc-daa2-4130-8011-a6a450652e52 with status ACTIVE [ 867.660368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.660648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.660859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.660940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.661140] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.661232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.661291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.661446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.661529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.661708] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.665020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.665020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.665020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.665020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.665020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 388d22cc-daa2-4130-8011-a6a450652e52 is going to be updated. [ 867.685665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.685801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.685901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.686193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.686347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.686511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388d22cc-daa2-4130-8011-a6a450652e52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.739039] env[65762]: INFO networking_nsxv3.common.synchronization [req-fdb8908c-0df9-4859-b451-d273e5f0e374 req-97c1b632-65f4-4d52-95bb-30df19ef84a9 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 867.740031] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 867.740421] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.740582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.740685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.740964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.741171] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.741314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.741602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.741829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.741959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.742102] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.151451] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.151735] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.151813] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.152153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.152447] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.152630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.152758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.152995] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.153153] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.153364] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.153475] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.153579] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.153684] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.153804] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.153967] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.154121] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.165218] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.175590] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.175782] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.176058] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.176317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.176743] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-5f244607-e7a5-4171-886c-d7eed84f5e2e taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.176999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.177163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.177883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.177883] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f244607-e7a5-4171-886c-d7eed84f5e2e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.244905] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.245089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.245196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.245345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.245432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.245618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.245715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.245775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.245973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.246079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.246174] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 already deleted. [ 868.246235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.380875] env[65762]: INFO networking_nsxv3.common.synchronization [None req-f67d6437-6ade-41d3-9eb9-a1f0b8897870 None None] Enqueued Resource ID: 4e234349-3a44-48e2-9124-15ccd26bfe25 with Priority: HIGHEST for action port [ 868.381479] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e234349-3a44-48e2-9124-15ccd26bfe25 with Priority: HIGHEST for action port [ 868.381814] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e234349-3a44-48e2-9124-15ccd26bfe25 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.381968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e234349-3a44-48e2-9124-15ccd26bfe25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.382066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e234349-3a44-48e2-9124-15ccd26bfe25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.382317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e234349-3a44-48e2-9124-15ccd26bfe25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.382401] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e234349-3a44-48e2-9124-15ccd26bfe25',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.667591] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.667784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.667826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.668080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.668177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.668285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c is going to be created. [ 868.680078] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.680282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.680406] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.680672] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.680813] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.680963] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 5f244607-e7a5-4171-886c-d7eed84f5e2e not found, creating... [ 868.681233] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.681388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.681503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.681715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.681845] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.682132] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.682310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.682431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.682637] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.682770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.682907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 5f244607-e7a5-4171-886c-d7eed84f5e2e is going to be created. [ 868.693159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.693343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.693343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.693507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.693652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.702647] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.702899] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.703073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.703330] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.703547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.703766] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.705965] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: UNINITIALIZED for 2s [ 868.885439] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e234349-3a44-48e2-9124-15ccd26bfe25 [ 868.885726] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.885867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.885995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.886228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.886318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.886412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e234349-3a44-48e2-9124-15ccd26bfe25 already deleted. [ 868.886494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e234349-3a44-48e2-9124-15ccd26bfe25" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.481324] env[65762]: INFO networking_nsxv3.common.synchronization [req-fdb8908c-0df9-4859-b451-d273e5f0e374 req-0868bc82-7ac1-4c5e-8854-e6aaffacf82a service nova] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 869.481324] env[65762]: INFO networking_nsxv3.common.synchronization [req-fdb8908c-0df9-4859-b451-d273e5f0e374 req-0868bc82-7ac1-4c5e-8854-e6aaffacf82a service nova] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 869.481324] env[65762]: INFO networking_nsxv3.common.synchronization [req-fdb8908c-0df9-4859-b451-d273e5f0e374 req-0868bc82-7ac1-4c5e-8854-e6aaffacf82a service nova] Enqueued Resource ID: 5f244607-e7a5-4171-886c-d7eed84f5e2e with Priority: HIGHEST for action port [ 869.481754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_rules [ 869.481754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 869.481754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f244607-e7a5-4171-886c-d7eed84f5e2e with Priority: HIGHEST for action port [ 869.482031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.482190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.483135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.483135] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.483332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.483442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.483508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.483679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.485363] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.485363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.485363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.485480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.485480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.485719] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.486414] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f244607-e7a5-4171-886c-d7eed84f5e2e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.486521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.486585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.486739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.486811] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f244607-e7a5-4171-886c-d7eed84f5e2e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.514461] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 in Status: SUCCESS [ 869.516291] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 deletion is rescheduled due to dependency. [ 869.516291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.991636] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.991636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.991636] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.991636] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f244607-e7a5-4171-886c-d7eed84f5e2e with status ACTIVE [ 869.992153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.992153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.992153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.992284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.992284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.992482] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.992584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.993560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.993759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.993845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.994118] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.994185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.994216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.995387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.995511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.995572] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f244607-e7a5-4171-886c-d7eed84f5e2e is going to be updated. [ 870.017154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.017154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.017257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.017744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.017744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.017744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f244607-e7a5-4171-886c-d7eed84f5e2e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.500619] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.717899] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: SUCCESS [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.717899] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.717899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.717899] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.842145] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6f97a6c6-14cf-4198-b2c3-c07db546197a None None] Enqueued Resource ID: 39263c20-58d2-4506-afe8-f55718753c9c with Priority: HIGHEST for action port [ 870.842145] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39263c20-58d2-4506-afe8-f55718753c9c with Priority: HIGHEST for action port [ 870.842145] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-39263c20-58d2-4506-afe8-f55718753c9c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.842145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39263c20-58d2-4506-afe8-f55718753c9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.842145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39263c20-58d2-4506-afe8-f55718753c9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.842394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39263c20-58d2-4506-afe8-f55718753c9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.842394] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39263c20-58d2-4506-afe8-f55718753c9c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.002854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.003041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.003101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.003419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.003539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.003663] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 is going to be created. [ 871.028715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.028865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.028904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.029129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.029288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.040846] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: UNINITIALIZED for 2s [ 871.221965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.222082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.222177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.222374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.222676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.222676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.222796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.222830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.222910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.223012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.223157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.223307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.223307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.223430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.223559] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.223645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.223703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.223834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.224061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.224163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.224253] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.345075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39263c20-58d2-4506-afe8-f55718753c9c [ 871.345334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.345487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.345558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.345778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.345956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.346185] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39263c20-58d2-4506-afe8-f55718753c9c already deleted. [ 871.346375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39263c20-58d2-4506-afe8-f55718753c9c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.727052] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3553f258-2fc9-4681-b29b-6c9b861d697c: rpc.has_security_group_logging(os_id): False [ 871.745501] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.745713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.745713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.745921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.746086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746312] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.746496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.746496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.746638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.746742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746888] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.746968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.747071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.747189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.747291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.747485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.747579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.747643] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.748250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.748250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.748250] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c is going to be created. [ 871.805937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.806157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.806157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.806361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.806579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.818199] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: IN_PROGRESS for 2s [ 872.867012] env[65762]: INFO networking_nsxv3.common.synchronization [req-c5bcfab8-2b65-40be-9dd9-0c499ee73599 req-c8e480a3-5cc2-4ee7-a232-f05b2a3585a9 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 872.867628] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 872.867882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.867998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.868079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.868274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.868827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.868957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.869035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.869206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.869293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.869390] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.055366] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: SUCCESS [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.055366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.055366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.055366] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.242246] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.242443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.242566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.242825] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.243089] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.243257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.243389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.243605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.243744] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.243941] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.244094] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.244207] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.244316] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.244424] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.244527] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.244657] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.263984] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.264176] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.264311] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.264498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-497" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.264833] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.265730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.265730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.265730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.265730] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4930632-1c4d-4fe1-b908-a3dd6b4bce06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.371107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.371347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.371347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.371543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.371645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.371844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.371948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.372042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.372208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.372299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.372390] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be deleted. [ 873.405480] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.405480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.405480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.405699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.405741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.405831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.559837] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.769035] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.769260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.769388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.769671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.769820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.770033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e4930632-1c4d-4fe1-b908-a3dd6b4bce06 not found, creating... [ 873.770487] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.770789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.770988] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.771365] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.771588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.771980] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.772164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.772282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.772508] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.772631] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.772772] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e4930632-1c4d-4fe1-b908-a3dd6b4bce06 is going to be created. [ 873.796240] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.796482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.796606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.796886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.797170] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.797401] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.832831] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: SUCCESS [ 873.833164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.062924] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d39b28-7767-40a1-ac35-415deab7e899: rpc.has_security_group_logging(os_id): False [ 874.081985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.082219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.082410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.082498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.082735] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.082892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.083060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.083115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.083185] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 is going to be created. [ 874.163870] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.164053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.164053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.164278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.164445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.175797] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: IN_PROGRESS for 2s [ 874.543713] env[65762]: INFO networking_nsxv3.common.synchronization [req-c5bcfab8-2b65-40be-9dd9-0c499ee73599 req-70a7638c-78cf-491b-8fc2-8f272db9f307 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 874.543944] env[65762]: INFO networking_nsxv3.common.synchronization [req-c5bcfab8-2b65-40be-9dd9-0c499ee73599 req-70a7638c-78cf-491b-8fc2-8f272db9f307 service nova] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 874.544131] env[65762]: INFO networking_nsxv3.common.synchronization [req-c5bcfab8-2b65-40be-9dd9-0c499ee73599 req-70a7638c-78cf-491b-8fc2-8f272db9f307 service nova] Enqueued Resource ID: e4930632-1c4d-4fe1-b908-a3dd6b4bce06 with Priority: HIGHEST for action port [ 874.544747] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_rules [ 874.544884] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 874.544981] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4930632-1c4d-4fe1-b908-a3dd6b4bce06 with Priority: HIGHEST for action port [ 874.545292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.545459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.545516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545800] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.548028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.548288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.549034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.549034] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.549830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.549830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.549830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.549830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549830] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4930632-1c4d-4fe1-b908-a3dd6b4bce06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.052110] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.053345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.054336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.055203] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4930632-1c4d-4fe1-b908-a3dd6b4bce06 with status ACTIVE [ 875.055203] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.055203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.055203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.055203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.055203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.055387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.055479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.055540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.055797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.055797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.055960] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.056341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.056341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.056341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.056468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.056468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4930632-1c4d-4fe1-b908-a3dd6b4bce06 is going to be updated. [ 875.078687] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.078687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.078687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.079116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.079116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.079197] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4930632-1c4d-4fe1-b908-a3dd6b4bce06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.536758] env[65762]: INFO networking_nsxv3.common.synchronization [req-145941fc-699c-4fbf-bc61-179c45cee187 req-2747c64f-b611-4862-b38a-a4736e2666b6 tempest-ServersNegativeTestJSON-2095039835 tempest-ServersNegativeTestJSON-2095039835-project-member] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 875.537314] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 875.537770] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.537877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.537877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.538106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.540642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.540642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.540642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.540642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.540642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.540642] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.560231] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.878879] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.878879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.878879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.878879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.879313] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.879487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.880660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.880660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.880660] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.880660] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.880660] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.880660] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.880660] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.880660] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.880660] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.880969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.906756] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.906930] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.907080] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.907362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907620] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-963ff395-9450-47f0-8aba-40ca4872d06c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.907798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.907919] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.908285] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.908509] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963ff395-9450-47f0-8aba-40ca4872d06c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.043332] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.065431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.066021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.066021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.066150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.066150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.066327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be created. [ 876.098335] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.098657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.098657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.098742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.098892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110090] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: UNINITIALIZED for 2s [ 876.192912] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: SUCCESS [ 876.193079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.412740] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.412740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.412740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.412740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.413167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.413167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 963ff395-9450-47f0-8aba-40ca4872d06c not found, creating... [ 876.413576] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.413837] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.414048] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.414674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.414674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.415076] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.415315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.415472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.415763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.415961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.416218] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 963ff395-9450-47f0-8aba-40ca4872d06c is going to be created. [ 876.445642] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.445954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.446209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.446382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.446654] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.446840] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.545193] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.047788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.048075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.048075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.048266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.048362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.048461] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 877.083036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.083036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.083036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.083229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.083349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.105123] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 877.141129] env[65762]: INFO networking_nsxv3.common.synchronization [req-145941fc-699c-4fbf-bc61-179c45cee187 req-168d6a1e-ec2e-4b59-a485-91aae2d3c6ed service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 877.141129] env[65762]: INFO networking_nsxv3.common.synchronization [req-145941fc-699c-4fbf-bc61-179c45cee187 req-168d6a1e-ec2e-4b59-a485-91aae2d3c6ed service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 877.141129] env[65762]: INFO networking_nsxv3.common.synchronization [req-145941fc-699c-4fbf-bc61-179c45cee187 req-168d6a1e-ec2e-4b59-a485-91aae2d3c6ed service nova] Enqueued Resource ID: 963ff395-9450-47f0-8aba-40ca4872d06c with Priority: HIGHEST for action port [ 877.143427] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 877.144238] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 877.145054] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963ff395-9450-47f0-8aba-40ca4872d06c with Priority: HIGHEST for action port [ 877.145054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.145054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.145302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.145439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.145548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.147422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.147422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.147422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-963ff395-9450-47f0-8aba-40ca4872d06c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.147422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.147422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.147706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.147706] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963ff395-9450-47f0-8aba-40ca4872d06c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.649964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.651401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.651401] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 963ff395-9450-47f0-8aba-40ca4872d06c with status ACTIVE [ 877.651607] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.651733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.651801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.652081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.652243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.653300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.653300] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.653300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.653798] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 963ff395-9450-47f0-8aba-40ca4872d06c is going to be updated. [ 877.682845] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.682845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.682845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.682845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.683161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.683776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963ff395-9450-47f0-8aba-40ca4872d06c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.021486] env[65762]: INFO networking_nsxv3.common.synchronization [req-94b66423-864c-4393-a900-be1cafcf6a8f req-c6307bc3-2a3d-4e29-8cae-af16d282b923 tempest-ImagesNegativeTestJSON-2044440319 tempest-ImagesNegativeTestJSON-2044440319-project-member] Enqueued Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 878.022188] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGHEST for action security_group_members [ 878.022515] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.022638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.022706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.022913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.023073] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.023171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.023234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.023389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.023472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.023565] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.121176] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 878.121571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.122059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.122059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.122235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.122235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.122320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.122480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.122593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.122659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.122751] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.528299] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528299] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c is going to be updated. [ 878.567733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.570674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.570674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.570674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.570674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.582488] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: IN_PROGRESS for 2s [ 878.625221] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.629236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.629236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.631208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.632972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.634490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.634490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.634490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.634490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.634490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.634490] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.763043] env[65762]: INFO networking_nsxv3.common.synchronization [req-17ad744e-2a82-4733-a984-570b0f27c0a6 req-fff0a5b7-b025-4939-84e8-f7e58f100305 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 878.763671] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 878.764029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.764217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.764323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.764571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.764763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.764952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.765015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.765206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.765316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.765432] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.122469] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 879.123838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.123838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.123838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.123838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.123838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.123838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.124439] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.139223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bca6c302-cfe2-4af9-8ca8-63ad3e3d40de: rpc.has_security_group_logging(os_id): False [ 879.172071] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.172296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.172483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.172805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.172884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.173296] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.173472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.173692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.173776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.173935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.174268] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.174525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.174624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.174907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.175015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.175356] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.175496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.175644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.175906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.176052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.176168] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be created. [ 879.252674] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.252925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.253620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.253620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.253923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.268290] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.268462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.268514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.268774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.270613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 879.297524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.297944] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.298445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.298445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.298605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.298742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.298911] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 879.370661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.370912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.371078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.371412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.371847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.385477] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 879.627450] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.133827] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.594268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3553f258-2fc9-4681-b29b-6c9b861d697c in Status: SUCCESS [ 880.594451] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c deletion is rescheduled due to dependency. [ 880.594578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.637549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.637701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.637770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.638030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.638124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.638229] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 880.679198] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.679323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.679366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.679572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.679725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.689642] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 881.294298] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 881.294732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.398894] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 881.399273] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 deletion is rescheduled due to dependency. [ 881.399474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.615196] env[65762]: INFO networking_nsxv3.common.synchronization [req-fc8fcc16-f8ea-44b1-9801-5d5eb9042546 req-33a4acd3-8067-42dd-a92f-5da16909759e tempest-ServersWithSpecificFlavorTestJSON-872687050 tempest-ServersWithSpecificFlavorTestJSON-872687050-project-member] Enqueued Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 882.616897] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 with Priority: HIGHEST for action security_group_members [ 882.616897] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.616897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.616897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.616897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.616897] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.616897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.616897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.617302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.617302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.617302] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5c40dc5-e56a-45f2-97b5-96a66b3810a9',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.700214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 882.700438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.700816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.701059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.701294] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.701447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.701537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.701724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.701851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.702028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.702088] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.119387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.119387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.119579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.119712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.146908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.146908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.146908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.146908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.146908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.146908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.146908] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 is going to be updated. [ 883.191722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.194814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.194814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.194814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.194814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.204998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.208527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.208527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.209363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.209363] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.211067] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: IN_PROGRESS for 2s [ 883.712285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3015cd82-7abc-40e8-b0e1-bb4962bff7f6: rpc.has_security_group_logging(os_id): False [ 883.731449] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.731800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.731984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.732302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.732514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.733907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.733907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.733907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.734327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.734327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.734327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.734518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.734732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.734732] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 883.801052] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.801211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.801272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.801488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.801639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.816854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 885.223503] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 in Status: SUCCESS [ 885.223838] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5c40dc5-e56a-45f2-97b5-96a66b3810a9 deletion is rescheduled due to dependency. [ 885.223838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5c40dc5-e56a-45f2-97b5-96a66b3810a9" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.524896] env[65762]: INFO networking_nsxv3.common.synchronization [req-c035f364-359b-4954-bcf2-04df275099fa req-b038908c-1432-4550-812a-fdb73fcf6610 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 885.525088] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 885.525366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.525490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.525556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.525754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.525912] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.526037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.526106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.526262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.526358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.526687] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.832448] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 885.832651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.879823] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.880065] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.880218] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.880509] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.880843] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.881167] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.881349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.881596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.881786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.882036] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.882177] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.882294] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.882420] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.882555] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.882670] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.882821] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.905847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.906031] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.906188] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.906368] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.906727] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-902935c2-3ca9-44bd-9e78-f0a440138775 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.906904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.907070] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.907390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.907512] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902935c2-3ca9-44bd-9e78-f0a440138775',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.028602] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.411043] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.411345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.411443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.411775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.411865] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.412090] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 902935c2-3ca9-44bd-9e78-f0a440138775 not found, creating... [ 886.412299] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.412434] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.412551] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.412765] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.412908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.413220] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.413374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.413491] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.413697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.413827] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.413976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 902935c2-3ca9-44bd-9e78-f0a440138775 is going to be created. [ 886.437039] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.437039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.437288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.437450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.437688] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.437915] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.535184] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.703149] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f18d8d4-3bd8-4187-8317-6d01cbd77354 req-f9e3e67a-40e6-48e6-9edd-0bfd27db0388 tempest-ImagesOneServerNegativeTestJSON-287196471 tempest-ImagesOneServerNegativeTestJSON-287196471-project-member] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 886.703876] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGHEST for action security_group_members [ 886.704339] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.704618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.704618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.704780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.704947] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.705097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.705175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.705391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.705453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.705519] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.041609] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.041609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.041609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.042304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.042304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.042304] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 887.091617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.091617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.091617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.092193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.092193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.104447] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 887.208202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.208420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.208420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.208682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.208682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.208875] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.209633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.209633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.209633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.209633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.209633] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be updated. [ 887.232804] env[65762]: INFO networking_nsxv3.common.synchronization [req-c035f364-359b-4954-bcf2-04df275099fa req-062091a6-9dc2-42a2-aaab-2d882adc8c6d service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 887.233378] env[65762]: INFO networking_nsxv3.common.synchronization [req-c035f364-359b-4954-bcf2-04df275099fa req-062091a6-9dc2-42a2-aaab-2d882adc8c6d service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 887.234598] env[65762]: INFO networking_nsxv3.common.synchronization [req-c035f364-359b-4954-bcf2-04df275099fa req-062091a6-9dc2-42a2-aaab-2d882adc8c6d service nova] Enqueued Resource ID: 902935c2-3ca9-44bd-9e78-f0a440138775 with Priority: HIGHEST for action port [ 887.234598] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 887.234598] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 887.234598] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902935c2-3ca9-44bd-9e78-f0a440138775 with Priority: HIGHEST for action port [ 887.234907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.234907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.235040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.235519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.235519] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.237201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.237201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.237201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-902935c2-3ca9-44bd-9e78-f0a440138775 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.237201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.237201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.237201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.237201] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902935c2-3ca9-44bd-9e78-f0a440138775',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.240246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.242050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.242050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.242050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.242050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.259450] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: IN_PROGRESS for 2s [ 887.739214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.739555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.748782] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 902935c2-3ca9-44bd-9e78-f0a440138775 with status ACTIVE [ 887.749424] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.749424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.749424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.749612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.749612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.749707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.749799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.749857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.750013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.750090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.750274] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.750364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.750422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.750557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.750627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.750710] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 902935c2-3ca9-44bd-9e78-f0a440138775 is going to be updated. [ 887.774948] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.774948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.775087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.775224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.775354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.775505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902935c2-3ca9-44bd-9e78-f0a440138775" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.042159] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c9722ab-ec42-4e6c-9cfe-39b71e0b2c0b req-428f4cf6-4a06-43fc-8be6-45a265097e48 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 888.042724] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 888.043101] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.043237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.043305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.043550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.043711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.043810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.043871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.044037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.044122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.044217] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.310409] env[65762]: INFO networking_nsxv3.common.synchronization [req-fdf783ad-602f-4d11-8e7b-5d61cbaf87ad req-e34279cc-1eb0-4544-991b-a8009965ff80 tempest-ServersAdminTestJSON-1240313813 tempest-ServersAdminTestJSON-1240313813-project-member] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 888.315148] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGHEST for action security_group_members [ 888.316363] env[65762]: INFO networking_nsxv3.common.synchronization [req-25c01344-bd98-498a-8ceb-14b77a30d644 req-02e6a9e4-bdb5-40a1-9654-6206c8ff414b tempest-ServersNegativeTestJSON-2095039835 tempest-ServersNegativeTestJSON-2095039835-project-member] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 888.317105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.317236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.317333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.317584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.317759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.317900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.317941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.318088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.318192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.318318] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.319425] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 888.320182] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.320303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.320374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.320589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.320747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.320854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.320920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.321146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.321257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.321360] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.548302] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.548456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.548527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.548769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.548863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.549086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.549178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.550037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.550037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.550037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.550037] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 already deleted. [ 888.550037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.613840] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.615249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.615249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.615249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.615867] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.616168] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.619017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.619017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.619017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.619017] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.619017] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.619017] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.619017] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.619017] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.619017] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.619017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.638563] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.638563] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.638563] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.638563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.638890] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-6c723d61-5831-4a29-8e2a-9364369abdc6 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.639073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.639198] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.639516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.639656] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c723d61-5831-4a29-8e2a-9364369abdc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.684536] env[65762]: INFO networking_nsxv3.common.synchronization [req-f346f8d3-593b-47a2-bc25-4864277a1234 req-1066fb40-0c5e-432f-91f0-1599f4598d66 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 888.685057] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 888.685576] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.685697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.685767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.685964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.686436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.686503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.686718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.686906] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.823386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.824197] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.824322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.824392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.824722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.824892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.825066] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be updated. [ 888.826685] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.854165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.854340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.854398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.854587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.854718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.864538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: IN_PROGRESS for 2s [ 889.114175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 889.114343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.114498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.114714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.114895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.115015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.115083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.115238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.115322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.115441] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.142221] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.142448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.142572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.142849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.142996] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.143282] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 6c723d61-5831-4a29-8e2a-9364369abdc6 not found, creating... [ 889.143750] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.143750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.144026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.144026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144179] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144383] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.144534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.144648] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.144857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.145129] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 6c723d61-5831-4a29-8e2a-9364369abdc6 is going to be created. [ 889.167303] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.167515] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.167654] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.167937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.168173] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.168392] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.189167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.189291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.189427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.189540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.189634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.189831] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.189929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.189992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.190175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.190251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.190339] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 889.239676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.239676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.239676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.239964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.239999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.250274] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 889.273211] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de in Status: SUCCESS [ 889.273427] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de deletion is rescheduled due to dependency. [ 889.273570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.330687] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.618018] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.833541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.833841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.833841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.833983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.835231] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 889.868688] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.868688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.868688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.868688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.868914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.880731] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 889.896257] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c9722ab-ec42-4e6c-9cfe-39b71e0b2c0b req-b5293942-8937-426d-b1c5-529ee4e88b16 service nova] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_rules [ 889.896350] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c9722ab-ec42-4e6c-9cfe-39b71e0b2c0b req-b5293942-8937-426d-b1c5-529ee4e88b16 service nova] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 889.896464] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c9722ab-ec42-4e6c-9cfe-39b71e0b2c0b req-b5293942-8937-426d-b1c5-529ee4e88b16 service nova] Enqueued Resource ID: 6c723d61-5831-4a29-8e2a-9364369abdc6 with Priority: HIGHEST for action port [ 889.898102] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_rules [ 889.898102] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 889.898102] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c723d61-5831-4a29-8e2a-9364369abdc6 with Priority: HIGHEST for action port [ 889.898102] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.898102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.898102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.898102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.898102] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.899251] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.899251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.899251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.899251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.899558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.899558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.899558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.899974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.899974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.899974] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.900770] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c723d61-5831-4a29-8e2a-9364369abdc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.900846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.900912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.901074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.901144] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c723d61-5831-4a29-8e2a-9364369abdc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.121217] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.403857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c723d61-5831-4a29-8e2a-9364369abdc6 with status ACTIVE [ 890.404692] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.404692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.404692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.405013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.405013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.405248] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.405381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.405477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.405679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.405765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.405952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.406066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.406120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.406261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.406926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.406926] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c723d61-5831-4a29-8e2a-9364369abdc6 is going to be updated. [ 890.408790] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.409207] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.409328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.434762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.434762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.434762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.434762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.434762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.435965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c723d61-5831-4a29-8e2a-9364369abdc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.618702] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa559349-4d73-4de4-abad-c746602bec72 req-8b79cb74-59e4-44eb-a967-3c7630343259 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 890.619508] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 890.619994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.619994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622901] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.623010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.623334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.623334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.623419] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 890.660525] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.660669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.660790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.660990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.661149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.674506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 890.878643] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 in Status: SUCCESS [ 890.878941] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 deletion is rescheduled due to dependency. [ 890.878976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.910087] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.026994] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.027204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.027331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.027592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.027888] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.028293] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.028442] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.028663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.028810] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.029044] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.029166] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.029278] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.029386] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.029496] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.029601] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.029730] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.049437] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.049594] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.049734] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.049982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.050316] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.050487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.050609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.050936] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.051103] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.260331] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 891.260445] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 891.260563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.413354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.413948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.414175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.414479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.414675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.415109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be created. [ 891.442621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.442621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.442621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.442621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.442621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.451112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: UNINITIALIZED for 2s [ 891.555266] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.555521] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.555827] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.555937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.556102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556289] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 not found, creating... [ 891.556573] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.556816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.556921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.557180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.557322] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.557651] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.557814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.557950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.558211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.558371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.558541] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 is going to be created. [ 891.578500] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.578740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.578887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.579517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.580620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.893041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 891.893041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.311878] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa559349-4d73-4de4-abad-c746602bec72 req-62a325fd-b0fe-467e-87a1-8e78c36b6444 service nova] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_rules [ 892.312281] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa559349-4d73-4de4-abad-c746602bec72 req-62a325fd-b0fe-467e-87a1-8e78c36b6444 service nova] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 892.312432] env[65762]: INFO networking_nsxv3.common.synchronization [req-aa559349-4d73-4de4-abad-c746602bec72 req-62a325fd-b0fe-467e-87a1-8e78c36b6444 service nova] Enqueued Resource ID: 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 with Priority: HIGHEST for action port [ 892.312995] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_rules [ 892.313586] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 892.313701] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 with Priority: HIGHEST for action port [ 892.313991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.314113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314328] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.314411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.314903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.315061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.315133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.315357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.315444] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.687236] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687236] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687236] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.819461] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 with status ACTIVE [ 892.819736] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.819958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820636] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821349] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.821453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2 is going to be updated. [ 892.845762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.848661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.848769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.849013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.849169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.849343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8f3e15-486f-4f29-ac25-df2c3fb0a0b2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.189550] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.189884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.189884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.189988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.190397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.190397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.190397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.190623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.190723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.190819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.192098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.192098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.192098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.192098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.192098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.192098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.192650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.192739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.192877] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.193155] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.387585] env[65762]: INFO networking_nsxv3.common.synchronization [req-334d5aec-288f-46a0-95b5-e7789faaf1f6 req-8e25d734-a929-4cc2-be0f-80fb826f2d70 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 893.389248] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 893.389248] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.389248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.389248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.389640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.389716] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.389867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.389902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.390166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.390264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.390362] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.462295] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 893.462721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.462721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.462903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.463129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.463270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.463366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.463529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.463689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.463836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.464028] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.465101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.465101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.465272] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.465386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.465438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.465546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.465629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.465718] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.697869] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 893.716499] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.716499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.716499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.716499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.718933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.723252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.723252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.723449] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 893.792982] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.793181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.793254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.793464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.793605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.810443] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 893.892739] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.892928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.893022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.893331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.893331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.893523] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.893620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.893682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.893833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.893911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.893997] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce already deleted. [ 893.894104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967859] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.968043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.968152] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.303038] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.303038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.303038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.303038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.303559] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.303559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.303559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.303715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.303832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.304084] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.304307] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.304307] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.304400] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.304549] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.304608] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.304756] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.323293] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.323459] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.323592] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.323768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.324088] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-d8ed0275-460e-46ee-8e4d-edd987cd0a01 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.324259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.324378] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.324703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.324876] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ed0275-460e-46ee-8e4d-edd987cd0a01',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.471041] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.827259] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.827487] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.827649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.827955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.828127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.828286] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port d8ed0275-460e-46ee-8e4d-edd987cd0a01 not found, creating... [ 894.828554] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.828713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.828834] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.829108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.829252] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.829545] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.829698] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.829814] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.830429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.830632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830784] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: d8ed0275-460e-46ee-8e4d-edd987cd0a01 is going to be created. [ 894.852015] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.852231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.852352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.855182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.855182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.855182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.974742] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.974742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.974742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.975530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.975658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.975998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be updated. [ 895.026631] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.026893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.027128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.040699] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 895.631358] env[65762]: INFO networking_nsxv3.common.synchronization [req-334d5aec-288f-46a0-95b5-e7789faaf1f6 req-2d36a431-f4b7-4f1a-9843-c972addfb155 service nova] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 895.632407] env[65762]: INFO networking_nsxv3.common.synchronization [req-334d5aec-288f-46a0-95b5-e7789faaf1f6 req-2d36a431-f4b7-4f1a-9843-c972addfb155 service nova] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 895.632407] env[65762]: INFO networking_nsxv3.common.synchronization [req-334d5aec-288f-46a0-95b5-e7789faaf1f6 req-2d36a431-f4b7-4f1a-9843-c972addfb155 service nova] Enqueued Resource ID: d8ed0275-460e-46ee-8e4d-edd987cd0a01 with Priority: HIGHEST for action port [ 895.633032] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 895.633231] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 895.633297] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ed0275-460e-46ee-8e4d-edd987cd0a01 with Priority: HIGHEST for action port [ 895.634036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.634036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.634036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.634036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.634266] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.635235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.635421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.635421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.635620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.635779] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.635880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.635943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.636116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.636201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.636300] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.637264] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ed0275-460e-46ee-8e4d-edd987cd0a01 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.637366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.637437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.637599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.638021] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ed0275-460e-46ee-8e4d-edd987cd0a01',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.829600] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 895.830046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.142023] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.142023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.142023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.142023] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8ed0275-460e-46ee-8e4d-edd987cd0a01 with status ACTIVE [ 896.142023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.142632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.143078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.143495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.143783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147180] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147180] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.147180] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8ed0275-460e-46ee-8e4d-edd987cd0a01 is going to be updated. [ 896.171094] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.171986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.171986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.172155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.172402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.172734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ed0275-460e-46ee-8e4d-edd987cd0a01" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.642396] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.007752] env[65762]: INFO networking_nsxv3.common.synchronization [None req-5e6af8ff-8cc1-4d5a-9f64-05c0fb775f2b tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 897.008413] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 897.008760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.008935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.009017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.010845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.012046] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.053456] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 897.053773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.054524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.054742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.055590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.055590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.055590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.055590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.055881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.055881] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.103194] env[65762]: INFO networking_nsxv3.common.synchronization [None req-30a67190-7011-411a-984c-14ca43d7d769 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 897.103750] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 897.104268] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.104420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.148167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.148167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.148167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.148167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.148167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.148167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be created. [ 897.179027] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.179027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.179027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.179027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.179027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.194907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: UNINITIALIZED for 2s [ 897.534998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.534998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.534998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.534998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.534998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.534998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb already deleted. [ 897.534998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.535361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.535361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.535361] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.557803] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.060021] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.060021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.060021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.060021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.060021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.060021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb already deleted. [ 898.060021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.060611] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.541017] env[65762]: INFO networking_nsxv3.common.synchronization [req-79c208fa-0527-4b2a-81b3-498b8596522a req-253f9727-f81c-4c5f-9320-30294826ec4f tempest-ServersTestManualDisk-54307038 tempest-ServersTestManualDisk-54307038-project-member] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 898.542085] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 898.542085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.542085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.542085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.542085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.542452] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.542452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.542452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.542557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.542647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.542738] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.564688] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.565178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.565337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.565642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.566029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.566029] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be updated. [ 898.600548] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.600933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.601201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.612466] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 898.994732] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.994959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-487" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.995131] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-487" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.995501] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-487" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.995864] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.996067] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.996226] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.996488] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.996639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.996872] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.997065] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.998172] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.998172] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.998172] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.998172] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.998172] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.019307] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.019522] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.019664] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.019836] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-487" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.020162] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.020334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.020453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.020844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.020985] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9722d8ff-aca3-4a8e-ab3d-2fd95d72e015',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.045387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.045543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.045598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.045806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.045928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.046195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.046306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.046364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.046526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.046602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.046687] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 already deleted. [ 899.046765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.205810] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 899.206244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.206244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.206416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.206618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.206736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.206800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.206952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.207060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.207144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.207237] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.523438] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.523864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.524055] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.524409] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.524582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.524769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 not found, creating... [ 899.525114] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.525298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.525453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.525724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.525900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.526246] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.526441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.526569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.526824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.526982] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.527300] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 is going to be created. [ 899.552875] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.553134] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.553282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.553555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.553786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.554110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.709760] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.212948] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d87b562c-6dfd-4cfa-b400-8853da84b2ce: rpc.has_security_group_logging(os_id): False [ 900.238327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.238327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.238327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.238327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be created. [ 900.320874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.321089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.321132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.321385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.321575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.336713] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 900.344609] env[65762]: INFO networking_nsxv3.common.synchronization [req-79c208fa-0527-4b2a-81b3-498b8596522a req-8c1f9182-39fb-4d2e-8776-f6e2d8946759 service nova] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 900.344857] env[65762]: INFO networking_nsxv3.common.synchronization [req-79c208fa-0527-4b2a-81b3-498b8596522a req-8c1f9182-39fb-4d2e-8776-f6e2d8946759 service nova] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 900.344997] env[65762]: INFO networking_nsxv3.common.synchronization [req-79c208fa-0527-4b2a-81b3-498b8596522a req-8c1f9182-39fb-4d2e-8776-f6e2d8946759 service nova] Enqueued Resource ID: 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 with Priority: HIGHEST for action port [ 900.345637] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_rules [ 900.345774] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 900.345912] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 with Priority: HIGHEST for action port [ 900.346405] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.346546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.346606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.347092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.347219] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.348737] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.349033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.349097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.350220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.350220] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.350337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.350337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.352136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.352136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.352136] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.353305] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.353419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.353457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.353609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.353685] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9722d8ff-aca3-4a8e-ab3d-2fd95d72e015',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.624913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 900.625202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.625376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.625618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.626389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.626389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.626389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.626389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.626389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.626389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.626809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.626809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.626809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.626809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.627036] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.627036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.627036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.627192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.627240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.627352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.627454] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.855739] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.856937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.857333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.857527] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 with status ACTIVE [ 900.857527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.858205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.858269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.858489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.858607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.858828] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.858931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.858993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.859420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.859628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.859842] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.859942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.860022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.860165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.860263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.860353] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9722d8ff-aca3-4a8e-ab3d-2fd95d72e015 is going to be updated. [ 900.885758] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.885914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.885985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.886222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.886391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.886573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9722d8ff-aca3-4a8e-ab3d-2fd95d72e015" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.086048] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c8a3c99-df36-4ff8-8c9f-4594b38a4baa req-f566ddc7-2570-4c5a-8eb9-ee17d7f9c9b8 tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 901.086647] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 901.086954] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.087546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.087671] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.087996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.088206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.088306] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.129996] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94: rpc.has_security_group_logging(os_id): False [ 901.149529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.150075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150245] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.150346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.150400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.150556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.150621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.150950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.151012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.151218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.151218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.151851] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.151851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.151851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.151851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.151851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.152933] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be created. [ 901.239463] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.239463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.239463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.239463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.239463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.251961] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 901.362888] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.591431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.591627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.591702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.591925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.592030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.592235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.592344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.592408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.592569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.592655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.592740] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a already deleted. [ 901.592821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617376] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.617567] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.617687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.618686] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.618869] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.618991] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.619361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.619466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.619628] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.619745] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.619855] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.619964] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.620087] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.620194] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.620328] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.640953] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.640953] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.640953] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.641111] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.641334] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-cab9592d-224e-4313-a7e4-244a9b7098b6 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.641511] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.641630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.641967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.642122] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab9592d-224e-4313-a7e4-244a9b7098b6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.864693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.864820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.864875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.865167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.865271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.865373] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 is going to be created. [ 901.895148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.895376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.895376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.895665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.895719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.907953] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: UNINITIALIZED for 2s [ 902.145126] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.145398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.145398] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.145734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.145947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.146171] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port cab9592d-224e-4313-a7e4-244a9b7098b6 not found, creating... [ 902.146477] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.146651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.146775] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.147051] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.147275] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.147595] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.147817] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.147993] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.148340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.148589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.148837] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: cab9592d-224e-4313-a7e4-244a9b7098b6 is going to be created. [ 902.173710] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.173961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.174127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.174430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.174700] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.174952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.358765] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 902.359176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.879950] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c8a3c99-df36-4ff8-8c9f-4594b38a4baa req-39a19eb8-aa0c-4903-8be7-2a8806989a69 service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 902.880162] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c8a3c99-df36-4ff8-8c9f-4594b38a4baa req-39a19eb8-aa0c-4903-8be7-2a8806989a69 service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 902.880297] env[65762]: INFO networking_nsxv3.common.synchronization [req-4c8a3c99-df36-4ff8-8c9f-4594b38a4baa req-39a19eb8-aa0c-4903-8be7-2a8806989a69 service nova] Enqueued Resource ID: cab9592d-224e-4313-a7e4-244a9b7098b6 with Priority: HIGHEST for action port [ 902.880835] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 902.880962] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 902.881072] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab9592d-224e-4313-a7e4-244a9b7098b6 with Priority: HIGHEST for action port [ 902.881341] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.881529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881864] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.882701] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.882832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.882895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.883061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.883208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.883305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.883366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.883514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.883597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.883684] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.884436] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab9592d-224e-4313-a7e4-244a9b7098b6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.884544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.884608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.884758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.884829] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab9592d-224e-4313-a7e4-244a9b7098b6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.083999] env[65762]: INFO networking_nsxv3.common.synchronization [None req-8319da02-ec92-4ee8-a6cc-9b376185aabb None None] Enqueued Resource ID: a414a436-e7bf-4f22-acd8-4fb52a76dc79 with Priority: HIGHEST for action port [ 903.084630] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a414a436-e7bf-4f22-acd8-4fb52a76dc79 with Priority: HIGHEST for action port [ 903.084964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a414a436-e7bf-4f22-acd8-4fb52a76dc79 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.085097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a414a436-e7bf-4f22-acd8-4fb52a76dc79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.085187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a414a436-e7bf-4f22-acd8-4fb52a76dc79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.085448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a414a436-e7bf-4f22-acd8-4fb52a76dc79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.085585] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a414a436-e7bf-4f22-acd8-4fb52a76dc79',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.266308] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 903.266308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.266308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.266308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.266308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.387334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.387629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.387629] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.389622] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab9592d-224e-4313-a7e4-244a9b7098b6 with status ACTIVE [ 903.389830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.390914] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.390914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.392532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.392532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.392532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.392532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.392532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.392532] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab9592d-224e-4313-a7e4-244a9b7098b6 is going to be updated. [ 903.416041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.416041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.416041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.416041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.416041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.416041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab9592d-224e-4313-a7e4-244a9b7098b6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.588887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a414a436-e7bf-4f22-acd8-4fb52a76dc79 [ 903.588887] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.588887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.588887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.588887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.588887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.588887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a414a436-e7bf-4f22-acd8-4fb52a76dc79 already deleted. [ 903.588887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a414a436-e7bf-4f22-acd8-4fb52a76dc79" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.670113] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c20413c-6e3c-4ea0-88a4-e16a691adbac req-6d570ec3-479f-455e-a5a0-2b09cab7abfb tempest-FloatingIPsAssociationNegativeTestJSON-1941601576 tempest-FloatingIPsAssociationNegativeTestJSON-1941601576-project-member] Enqueued Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 903.671489] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 903.671584] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.672309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.672309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.672309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.672309] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.672309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.672309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.672562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.672694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.672746] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.771265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.771265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.771265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.771265] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.893554] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.919081] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: SUCCESS [ 903.919305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.919467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.919725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.919927] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.920060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.920129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.920290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.920372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.920458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.920548] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.046478] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.046900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.048431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.048431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.049706] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.049706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.049706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.049706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.049706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.049706] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.050139] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.050139] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.050139] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.050220] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.050280] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.050740] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.077167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.077480] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.077480] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.077653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.078034] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-60cf3d59-f38d-41b1-9244-629480b89d3f taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.078263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.078887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.078887] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.078887] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60cf3d59-f38d-41b1-9244-629480b89d3f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.175713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.175713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.175713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176172] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.176172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.176275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176717] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba already deleted. [ 904.176717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.273168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.273343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.273404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.276807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.277091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.277256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.277330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.277520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.277605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.277889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.278042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.278125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.278283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.278422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.278527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.278620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.278789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.278872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.278968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.280301] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.399215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.399539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.399539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.399813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.399889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.399957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be created. [ 904.425986] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.425986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.427602] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.437682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: UNINITIALIZED for 2s [ 904.582046] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.582622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.582622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.582965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.583164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.583405] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 60cf3d59-f38d-41b1-9244-629480b89d3f not found, creating... [ 904.583788] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.584034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.584431] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.584550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.584758] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.585314] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.585588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.585807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.586172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.586422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.586669] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 60cf3d59-f38d-41b1-9244-629480b89d3f is going to be created. [ 904.610016] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.610254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.610367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.610720] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.610855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.611098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.784184] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94: rpc.has_security_group_logging(os_id): False [ 904.804289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.804474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.804523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.804703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.804794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.804977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.805090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.805152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.805314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.805392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.805596] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.805691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.805754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.805898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.805973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.806165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.806440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.806440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.806440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.806562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.806723] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be updated. [ 904.884476] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.884680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.884680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.884989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.885263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.901829] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 904.931440] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88d07019-260d-45cc-bb46-ccc2f7cbd107: rpc.has_security_group_logging(os_id): False [ 904.952632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.952833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.952901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.953195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.953300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.953908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.953908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.953908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.954099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.954136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.954203] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 is going to be created. [ 905.067968] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.068206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.068272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.068634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.068832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.083123] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: IN_PROGRESS for 2s [ 905.473222] env[65762]: INFO networking_nsxv3.common.synchronization [None req-93a18926-0488-4d30-bf83-4af4b85f23ce None None] Enqueued Resource ID: 4f31d223-40c0-4ddc-80a0-999063b2497c with Priority: HIGHEST for action port [ 905.473829] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f31d223-40c0-4ddc-80a0-999063b2497c with Priority: HIGHEST for action port [ 905.474520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f31d223-40c0-4ddc-80a0-999063b2497c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.474736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f31d223-40c0-4ddc-80a0-999063b2497c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.474853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f31d223-40c0-4ddc-80a0-999063b2497c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.475432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f31d223-40c0-4ddc-80a0-999063b2497c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.475432] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f31d223-40c0-4ddc-80a0-999063b2497c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.486197] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c20413c-6e3c-4ea0-88a4-e16a691adbac req-4faf1baf-403e-4ba9-85aa-6508533f97df service nova] Enqueued Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_rules [ 905.486197] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c20413c-6e3c-4ea0-88a4-e16a691adbac req-4faf1baf-403e-4ba9-85aa-6508533f97df service nova] Enqueued Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 905.486197] env[65762]: INFO networking_nsxv3.common.synchronization [req-2c20413c-6e3c-4ea0-88a4-e16a691adbac req-4faf1baf-403e-4ba9-85aa-6508533f97df service nova] Enqueued Resource ID: 60cf3d59-f38d-41b1-9244-629480b89d3f with Priority: HIGHEST for action port [ 905.487779] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_rules [ 905.487779] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 905.487779] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cf3d59-f38d-41b1-9244-629480b89d3f with Priority: HIGHEST for action port [ 905.487779] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.487779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.488975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.489123] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.490283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.490732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.490732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.490732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.490915] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.490957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.491087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.491184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.491499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.491499] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.497135] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-60cf3d59-f38d-41b1-9244-629480b89d3f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.497135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.498161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.498161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.498161] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60cf3d59-f38d-41b1-9244-629480b89d3f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.977968] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f31d223-40c0-4ddc-80a0-999063b2497c [ 905.979330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.979330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.979330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.979330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.979330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.979330] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f31d223-40c0-4ddc-80a0-999063b2497c already deleted. [ 905.979330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f31d223-40c0-4ddc-80a0-999063b2497c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.001923] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.001923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.002375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.003777] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60cf3d59-f38d-41b1-9244-629480b89d3f with status ACTIVE [ 906.004113] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.004282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.004374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.004717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.004847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.005135] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.005285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.005389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.005654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.005704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.005971] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.006752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.006752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.006752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.006752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.006752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60cf3d59-f38d-41b1-9244-629480b89d3f is going to be updated. [ 906.036205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.036396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.036465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.037046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.037046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.037046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60cf3d59-f38d-41b1-9244-629480b89d3f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.448694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 906.448866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.449056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.449289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.449534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.449658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.449726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.449892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.449979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.450086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.450169] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.502884] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.513978] env[65762]: INFO networking_nsxv3.common.synchronization [req-f14cda8b-3764-4096-8a4d-4a9d7a24f6ac req-bde6e9aa-8adb-4f69-945b-8edfbae1e3f2 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 906.515230] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 906.515447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.515589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.515623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.516076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.516139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.516422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.516523] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.854724] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.855197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.855520] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.855970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.856356] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.856590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.856764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.857132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.857518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.857656] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.857804] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.857938] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.858144] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.858302] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.858416] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.858552] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.879289] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.879464] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.879618] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.879826] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.880163] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-5a808a36-a979-4040-83a8-67f57c9fd36d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.880336] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.880467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.880805] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.880942] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a808a36-a979-4040-83a8-67f57c9fd36d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.916644] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 906.917053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.954772] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.954973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.955039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.955338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.955511] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.955628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.955675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.955834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.955945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.956052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.956203] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.956297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.956359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.956502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.956633] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.956722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.956781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.956918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.957172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.957281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.957482] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.005314] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.005570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.005650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.005868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.005973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.006059] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba is going to be created. [ 907.019124] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.019278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.019347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.019571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.041390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.041586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.041701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.041969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.042245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.044952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045062] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.045175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.045234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.045419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.045501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045601] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 907.053564] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: UNINITIALIZED for 2s [ 907.071503] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.072109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.083117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 907.103108] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: SUCCESS [ 907.103343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.383836] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.384094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.384094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.384374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.384627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.384748] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 5a808a36-a979-4040-83a8-67f57c9fd36d not found, creating... [ 907.385077] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.385364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.385586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.385894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.386114] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.386482] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.386720] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.386933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.387366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.387557] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.387716] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 5a808a36-a979-4040-83a8-67f57c9fd36d is going to be created. [ 907.420314] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.420685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.420879] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.421385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.421720] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.421965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459717] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a: rpc.has_security_group_logging(os_id): False [ 907.489238] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.489436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.489506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.489759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.489919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.490153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.490280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.490346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.490520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.490660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.490766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.490862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.490928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.491072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.491154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.491404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.491503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.491764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.491764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.491914] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be created. [ 907.580218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.580637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.580637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.580727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.580910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.602569] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 908.118369] env[65762]: INFO networking_nsxv3.common.synchronization [req-f14cda8b-3764-4096-8a4d-4a9d7a24f6ac req-91a1d6ff-6462-4035-8c15-0c6bff8a65da service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 908.119349] env[65762]: INFO networking_nsxv3.common.synchronization [req-f14cda8b-3764-4096-8a4d-4a9d7a24f6ac req-91a1d6ff-6462-4035-8c15-0c6bff8a65da service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 908.119538] env[65762]: INFO networking_nsxv3.common.synchronization [req-f14cda8b-3764-4096-8a4d-4a9d7a24f6ac req-91a1d6ff-6462-4035-8c15-0c6bff8a65da service nova] Enqueued Resource ID: 5a808a36-a979-4040-83a8-67f57c9fd36d with Priority: HIGHEST for action port [ 908.120163] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 908.120269] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 908.120368] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a808a36-a979-4040-83a8-67f57c9fd36d with Priority: HIGHEST for action port [ 908.120662] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.121153] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.122495] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122495] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a808a36-a979-4040-83a8-67f57c9fd36d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.122813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.122813] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a808a36-a979-4040-83a8-67f57c9fd36d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.624456] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.624914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.624914] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a808a36-a979-4040-83a8-67f57c9fd36d with status ACTIVE [ 908.625121] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.625121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.625324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.625404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.625495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.625678] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.625772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.625832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.625987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.626074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.626251] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.626344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.626399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.626539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.626604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.626689] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a808a36-a979-4040-83a8-67f57c9fd36d is going to be updated. [ 908.653049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.653049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.653261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.653722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.653941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.655037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a808a36-a979-4040-83a8-67f57c9fd36d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064066] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: SUCCESS [ 909.064297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.064679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.064869] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.064981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.065055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.065291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065487] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.093682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 909.093682] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 deletion is rescheduled due to dependency. [ 909.093682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.093843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.093983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.094798] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.094798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.094798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.094798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.094798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.094798] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.571763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.571763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.571763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.572539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.573279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.573279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.573279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.573279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573503] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.597361] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.618107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 909.618107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.076624] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba: rpc.has_security_group_logging(os_id): False [ 910.102041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.102352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.102352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.102468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.102666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.102741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.102833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.102885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.103059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.103136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.103546] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.103649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.103720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.105019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.105019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.105019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba is going to be created. [ 910.105927] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.183016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.183193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.183382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.183504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.183690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.201691] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: IN_PROGRESS for 2s [ 910.613026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.613026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.613026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.613026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.613026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.613026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 910.650823] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.651034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.651034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.651415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.651519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.663055] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 912.214971] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: SUCCESS [ 912.215330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.673972] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 912.674208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.674379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.674597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.674872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.675104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.675184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.675305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.675388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.675477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.675596] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.121585] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.121585] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 913.184069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.184069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.184069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.184755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.184755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.184755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.184755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184755] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.490776] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1d664758-d1a1-42cc-accd-ba4c097f5b66 None None] Enqueued Resource ID: 4c14db66-6eba-4b86-8979-88b6d1594fd3 with Priority: HIGHEST for action port [ 913.492662] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c14db66-6eba-4b86-8979-88b6d1594fd3 with Priority: HIGHEST for action port [ 913.493063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c14db66-6eba-4b86-8979-88b6d1594fd3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.497024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c14db66-6eba-4b86-8979-88b6d1594fd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.497024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c14db66-6eba-4b86-8979-88b6d1594fd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.497024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c14db66-6eba-4b86-8979-88b6d1594fd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.497024] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c14db66-6eba-4b86-8979-88b6d1594fd3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.688462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04135244-1a02-4d48-b6db-1ea8017ab494: rpc.has_security_group_logging(os_id): False [ 913.709151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.709307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.709504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.710037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.710160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710377] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.710495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.710553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.710730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.710818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.711104] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.711217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.711285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.711437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.711515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.711699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.711795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.711858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.712110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.712231] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.712328] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 913.722334] env[65762]: INFO networking_nsxv3.common.synchronization [req-1262c634-28e2-47d0-ac4b-df2733feb1b4 req-7a3c927e-3d97-4e53-8608-b7c6839aa56e tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 913.723178] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 913.723178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.723324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.723357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.723539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.723904] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.724021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.724080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.724229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.724311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.724405] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.776266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.776405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.776476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.776689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.776922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.792865] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 913.996791] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c14db66-6eba-4b86-8979-88b6d1594fd3 [ 913.996935] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.997114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.997164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.997391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.997476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.997640] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c14db66-6eba-4b86-8979-88b6d1594fd3 already deleted. [ 913.997728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c14db66-6eba-4b86-8979-88b6d1594fd3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.094898] env[65762]: INFO networking_nsxv3.common.synchronization [None req-c45500c0-d408-4e2c-9c47-89c3212bd14d tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 914.095497] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 914.095768] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.095889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.095959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.096764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.097141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.097208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.097720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097824] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.227528] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.274069] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.274069] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.277976] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.277976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.277976] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.277976] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.277976] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.277976] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.277976] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.277976] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.277976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.301320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.301320] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.301320] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.302721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.302721] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-2dab1074-1e36-4987-af02-4e8ae8316171 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.302721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.302721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.302721] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.302721] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dab1074-1e36-4987-af02-4e8ae8316171',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.602025] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.731265] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.805526] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.805870] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.806094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.806738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.807011] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 2dab1074-1e36-4987-af02-4e8ae8316171 not found, creating... [ 914.807420] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.807661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.807840] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.808341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.808615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.809074] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.809393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.809613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.809967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810509] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 2dab1074-1e36-4987-af02-4e8ae8316171 is going to be created. [ 914.835659] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.835904] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.836040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.836341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.836569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.836807] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.104518] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.234921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.235840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.235840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.237862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.237862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.237862] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 915.277543] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.278656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.278892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.279076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.293126] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 915.601333] env[65762]: INFO networking_nsxv3.common.synchronization [req-1262c634-28e2-47d0-ac4b-df2733feb1b4 req-a64e0ee1-17a1-41e9-838b-f4d8579e531a service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 915.602806] env[65762]: INFO networking_nsxv3.common.synchronization [req-1262c634-28e2-47d0-ac4b-df2733feb1b4 req-a64e0ee1-17a1-41e9-838b-f4d8579e531a service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 915.603277] env[65762]: INFO networking_nsxv3.common.synchronization [req-1262c634-28e2-47d0-ac4b-df2733feb1b4 req-a64e0ee1-17a1-41e9-838b-f4d8579e531a service nova] Enqueued Resource ID: 2dab1074-1e36-4987-af02-4e8ae8316171 with Priority: HIGHEST for action port [ 915.604358] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 915.604686] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 915.604986] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dab1074-1e36-4987-af02-4e8ae8316171 with Priority: HIGHEST for action port [ 915.605646] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.605646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.605906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.606290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.606465] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.607723] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.608058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.608384] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dab1074-1e36-4987-af02-4e8ae8316171 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.608548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.608668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.608942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.609091] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dab1074-1e36-4987-af02-4e8ae8316171',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.610350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.610550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.610665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.610942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.611117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.611317] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 915.648652] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.649579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.649999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.650337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.664727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 915.809874] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 915.810179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.034065] env[65762]: INFO networking_nsxv3.common.synchronization [req-d032fb7e-2f02-4984-a9a4-7f89087ce20c req-d9c0ce8c-92b7-420f-9b5c-4eaa07dde67c tempest-ServersTestJSON-2038160976 tempest-ServersTestJSON-2038160976-project-member] Enqueued Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 916.034752] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed with Priority: HIGHEST for action security_group_members [ 916.034973] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.037050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.037050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.037494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.037494] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('830ddc06-1d0b-4cdb-827b-064f8e3e8eed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.111539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.111539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.114011] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dab1074-1e36-4987-af02-4e8ae8316171 with status ACTIVE [ 916.121079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.121079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.121079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.121079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.121079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dab1074-1e36-4987-af02-4e8ae8316171 is going to be updated. [ 916.157302] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.157486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.157610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.157981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.158287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.158580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dab1074-1e36-4987-af02-4e8ae8316171" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.451264] env[65762]: INFO networking_nsxv3.common.synchronization [req-42fd9987-85f5-47eb-9ff6-62cb4d715f0b req-944e2d65-0ae6-4a5d-b667-e1c62bbcdbb6 tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 916.451812] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 916.453022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.453322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.540706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.542470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.542627] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.542951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.543610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.543610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.543610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.543610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.543610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.543866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.543866] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed is going to be updated. [ 916.575857] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.575857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.575857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.575857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.575857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.585366] env[65762]: INFO networking_nsxv3.common.synchronization [None req-bb278201-df1a-4bc0-afff-47613946c316 None None] Enqueued Resource ID: b3e3462b-878b-4925-86ef-4a840638a9c2 with Priority: HIGHEST for action port [ 916.587102] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: IN_PROGRESS for 2s [ 916.587102] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e3462b-878b-4925-86ef-4a840638a9c2 with Priority: HIGHEST for action port [ 916.589413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e3462b-878b-4925-86ef-4a840638a9c2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.589413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e3462b-878b-4925-86ef-4a840638a9c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.589413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e3462b-878b-4925-86ef-4a840638a9c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.589413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e3462b-878b-4925-86ef-4a840638a9c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.589413] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e3462b-878b-4925-86ef-4a840638a9c2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.837377] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.837761] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.837761] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838268] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.838420] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.838532] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838885] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.839418] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.839551] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.839657] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.839761] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.839868] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.839968] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.840113] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.862364] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.862546] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.862691] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.862878] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-265" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.863246] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-9b5000d3-994a-4b3f-87ad-7e0536214897 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.863448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.863573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.863933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.864129] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5000d3-994a-4b3f-87ad-7e0536214897',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.895846] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.896156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.896313] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896937] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.901264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.901425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.901425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.901425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.901425] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.901425] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.901425] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.903205] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.903205] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.903205] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.903205] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.933671] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.933987] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.933987] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.934143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.934664] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-45d2039a-2aa3-4e18-bdaa-030785c7e58a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.934897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.935020] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.935346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.935473] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d2039a-2aa3-4e18-bdaa-030785c7e58a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.092416] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3e3462b-878b-4925-86ef-4a840638a9c2 [ 917.092639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.092774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.092846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.093088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.093175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.093273] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3e3462b-878b-4925-86ef-4a840638a9c2 already deleted. [ 917.093355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e3462b-878b-4925-86ef-4a840638a9c2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.322773] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 917.322994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.323187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.323419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.323635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.323804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.323897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.323991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.324112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.324199] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.369050] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.369050] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.369050] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.369387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.369387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.369520] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 9b5000d3-994a-4b3f-87ad-7e0536214897 not found, creating... [ 917.369936] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.370176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.370362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.370665] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.370833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.371220] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.371472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.371661] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.371998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.372253] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.372453] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 9b5000d3-994a-4b3f-87ad-7e0536214897 is going to be created. [ 917.396517] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.396954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.396954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.397303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.398071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.398071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.438354] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.438634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.439029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.439171] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.439372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.439478] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 45d2039a-2aa3-4e18-bdaa-030785c7e58a not found, creating... [ 917.439811] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.439979] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.440425] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.441419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441419] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.441419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.441419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.441727] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441916] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 45d2039a-2aa3-4e18-bdaa-030785c7e58a is going to be created. [ 917.468186] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.468427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.468561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.468886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.469139] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.469393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.677111] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 917.677111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.826895] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [req-42fd9987-85f5-47eb-9ff6-62cb4d715f0b req-d725e8da-d2d0-4fb2-87ca-4a15be288c44 service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [req-42fd9987-85f5-47eb-9ff6-62cb4d715f0b req-d725e8da-d2d0-4fb2-87ca-4a15be288c44 service nova] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [req-42fd9987-85f5-47eb-9ff6-62cb4d715f0b req-d725e8da-d2d0-4fb2-87ca-4a15be288c44 service nova] Enqueued Resource ID: 9b5000d3-994a-4b3f-87ad-7e0536214897 with Priority: HIGHEST for action port [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_rules [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 918.115328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5000d3-994a-4b3f-87ad-7e0536214897 with Priority: HIGHEST for action port [ 918.115982] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.124304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.124304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.124304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.124304] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5000d3-994a-4b3f-87ad-7e0536214897 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.124304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.124304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.124304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.124304] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5000d3-994a-4b3f-87ad-7e0536214897',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.149166] env[65762]: INFO networking_nsxv3.common.synchronization [req-0b5d4ae4-3e86-41e1-b34c-4ff325471e24 req-0ae0dfcf-357a-4cbb-86ad-854ebaed6b61 service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 918.149166] env[65762]: INFO networking_nsxv3.common.synchronization [req-0b5d4ae4-3e86-41e1-b34c-4ff325471e24 req-0ae0dfcf-357a-4cbb-86ad-854ebaed6b61 service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 918.149166] env[65762]: INFO networking_nsxv3.common.synchronization [req-0b5d4ae4-3e86-41e1-b34c-4ff325471e24 req-0ae0dfcf-357a-4cbb-86ad-854ebaed6b61 service nova] Enqueued Resource ID: 45d2039a-2aa3-4e18-bdaa-030785c7e58a with Priority: HIGHEST for action port [ 918.151931] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 918.151931] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 918.151931] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d2039a-2aa3-4e18-bdaa-030785c7e58a with Priority: HIGHEST for action port [ 918.151931] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.151931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.151931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.151931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.151931] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.151931] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.151931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.152375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.152375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.152375] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.152471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.154153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.154153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.154153] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.154153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d2039a-2aa3-4e18-bdaa-030785c7e58a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.154528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.154672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d2039a-2aa3-4e18-bdaa-030785c7e58a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.329409] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.596194] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed in Status: SUCCESS [ 918.596194] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 830ddc06-1d0b-4cdb-827b-064f8e3e8eed deletion is rescheduled due to dependency. [ 918.596440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-830ddc06-1d0b-4cdb-827b-064f8e3e8eed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.628060] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b5000d3-994a-4b3f-87ad-7e0536214897 with status ACTIVE [ 918.628288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.628743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.628743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.629156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.629156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.629434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.629588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.629685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.629920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.630035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.630288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.630346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.630406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.630629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.630949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.631145] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b5000d3-994a-4b3f-87ad-7e0536214897 is going to be updated. [ 918.653751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.654407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.654659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.654994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5000d3-994a-4b3f-87ad-7e0536214897" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656795] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d2039a-2aa3-4e18-bdaa-030785c7e58a with status ACTIVE [ 918.656965] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.657120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.657188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.657358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.657439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.657628] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.657948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.658061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.658385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.658570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.658675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.658761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.659105] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d2039a-2aa3-4e18-bdaa-030785c7e58a is going to be updated. [ 918.660184] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.661094] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.661559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.685884] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.686134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.686228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.686431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.688126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.688126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d2039a-2aa3-4e18-bdaa-030785c7e58a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832245] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.832442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.832520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.832749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.832844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.832948] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 918.878653] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.878992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.878992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.879250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.879418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.889856] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 919.163114] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.665992] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.666255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.666396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.666570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.666663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.666758] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 919.699557] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.699885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.699885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.700103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.700217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.710420] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 920.902687] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.905623] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.905623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.905623] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.912343] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.912343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.912343] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.414515] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.414515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.414515] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.722163] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 921.722555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.723152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.724031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.724031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.724031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.724155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.724304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.724410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.724526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.724651] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.924984] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.229040] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.229222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.229279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.229497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.229657] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.229756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.229821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.229974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.230241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.230241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.230350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.230428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.230564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.230632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.230762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.230851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.230910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.231060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.231135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.231219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.231308] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.427080] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.427268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.427325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.428406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.428547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.428668] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 922.483041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.487076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.487076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.487076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.513412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 922.740760] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04135244-1a02-4d48-b6db-1ea8017ab494: rpc.has_security_group_logging(os_id): False [ 922.760852] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.761065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.761287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.762447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.762447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.762447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.762843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.762897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.763093] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.763201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.763246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.763766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.763766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.763766] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 922.835523] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.838027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.838027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.838027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.838027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.852791] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 923.151166] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.151596] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 924.525555] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527187] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527187] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.873378] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 924.873625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.029045] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.536285] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.040031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.040031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.040031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.040031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.040031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.040031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 926.068683] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.068918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.069210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.069299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.069431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079663] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 927.533970] env[65762]: INFO networking_nsxv3.common.synchronization [req-61bde22a-cc4f-4193-9df5-617d84ee6645 req-2d6e0cff-7de8-4138-b807-418ef2aa68ea tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 927.533970] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 927.534349] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.534449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.535721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.535972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.536940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.537656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.537969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.538166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.538279] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.973039] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.973216] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.973318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.973613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.973904] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.974263] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.974423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.974695] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.974843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.975064] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.975182] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.975294] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.975402] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.975512] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.975721] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.975829] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.000883] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.000883] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.000883] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.000883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.000883] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-01b83df4-475f-4433-89d9-ab7bad5938a5 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.000883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.000883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.000883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.000883] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b83df4-475f-4433-89d9-ab7bad5938a5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.041221] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.041390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.041479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.042441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.042572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.042859] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.042986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.043081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.043261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.043341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.043432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 928.073355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.073687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.073849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.074247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.075041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.085799] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 928.087625] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 928.087625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.088265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.088830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.088830] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.088830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.089178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.089178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.089277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.089336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.089535] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.089635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.089692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.089844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.089981] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.090184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.090184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.090364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.090364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.090464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.090555] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.504326] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.504564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.504740] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.504950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.505117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.505276] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 01b83df4-475f-4433-89d9-ab7bad5938a5 not found, creating... [ 928.505533] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.505685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.505802] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.506054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.506187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.506599] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.506704] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.506741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.506940] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.507177] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.507377] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 01b83df4-475f-4433-89d9-ab7bad5938a5 is going to be created. [ 928.528450] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.528659] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.528778] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.529098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530686] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.530954] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592699] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a: rpc.has_security_group_logging(os_id): False [ 928.614013] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.614228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.614331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.614667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.614779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.615063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.615200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.615286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.615460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.615542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.615785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.615943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.616069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.616273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.616380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.616573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.616709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.616760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.616896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.616973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.617098] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 928.711209] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.712088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.712088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.712088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.712241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.732254] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 929.256520] env[65762]: INFO networking_nsxv3.common.synchronization [req-61bde22a-cc4f-4193-9df5-617d84ee6645 req-bc7099de-0431-4975-bf41-5d54fd13bed7 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 929.256620] env[65762]: INFO networking_nsxv3.common.synchronization [req-61bde22a-cc4f-4193-9df5-617d84ee6645 req-bc7099de-0431-4975-bf41-5d54fd13bed7 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 929.256804] env[65762]: INFO networking_nsxv3.common.synchronization [req-61bde22a-cc4f-4193-9df5-617d84ee6645 req-bc7099de-0431-4975-bf41-5d54fd13bed7 service nova] Enqueued Resource ID: 01b83df4-475f-4433-89d9-ab7bad5938a5 with Priority: HIGHEST for action port [ 929.257308] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 929.260165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 929.260165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b83df4-475f-4433-89d9-ab7bad5938a5 with Priority: HIGHEST for action port [ 929.260165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.260165] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.260165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b83df4-475f-4433-89d9-ab7bad5938a5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.260581] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.260581] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b83df4-475f-4433-89d9-ab7bad5938a5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.764350] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.764880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.764880] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b83df4-475f-4433-89d9-ab7bad5938a5 with status ACTIVE [ 929.765054] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.765216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.765216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.765447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.765547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.765753] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.765830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.765880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.766100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.766251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.766440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.766560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.766633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.766793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.766870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.766959] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b83df4-475f-4433-89d9-ab7bad5938a5 is going to be updated. [ 929.806719] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.806863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.806928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.807175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.807321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.807505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b83df4-475f-4433-89d9-ab7bad5938a5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.049791] env[65762]: INFO networking_nsxv3.common.synchronization [req-c0b5c9c3-f104-485e-bf13-b6878045a63e req-9d5568d8-5251-4abf-bb3e-57f68545a700 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 930.050489] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 930.050854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.051017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.051448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.051626] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.051754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.051831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.052043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.052917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.052917] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.097822] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 930.097992] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 930.098159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.098379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.098758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.099093] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.099301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.099432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.099611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.099696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.099848] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.557692] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.557875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.557920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.558253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.558625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.558851] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.558967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.559039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.559320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.559413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.559509] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 930.569368] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.569629] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.569786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.570271] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.570778] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.570985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.571150] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.571419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.571599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.571844] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.571986] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.572124] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.572258] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.572388] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.572510] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.572665] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.593845] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.594026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.594074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.594550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.594550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.602450] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.607094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.607263] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.608039] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.608039] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-392" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.608039] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-1795b4fc-cd65-48db-baf4-68c74758bfed taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.608266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.608308] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.608927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.608927] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1795b4fc-cd65-48db-baf4-68c74758bfed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.618749] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 930.748471] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 930.748471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.748672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.748902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.748902] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.106092] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.116247] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.119021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 1795b4fc-cd65-48db-baf4-68c74758bfed not found, creating... [ 931.119021] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.119021] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.120251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.120702] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.122957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.122957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.122957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.122957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.122957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 1795b4fc-cd65-48db-baf4-68c74758bfed is going to be created. [ 931.146448] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.146624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.146624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.146937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.147245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.147559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.251093] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.251257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.251335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.251567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.251733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.251833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.251896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.252063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.252164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.254344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.254344] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.609426] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.610678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.610738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.610962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.611074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.611183] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 931.644727] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.645789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.646060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.646758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.647359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.658453] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 931.756143] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.756143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.756274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.756511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.758218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.758218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.758218] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.758218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.758751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.758751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.758751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.758751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.758751] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.848797] env[65762]: INFO networking_nsxv3.common.synchronization [req-c0b5c9c3-f104-485e-bf13-b6878045a63e req-c7cc5594-3413-4d02-b108-bdba49c42dfa service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 931.848982] env[65762]: INFO networking_nsxv3.common.synchronization [req-c0b5c9c3-f104-485e-bf13-b6878045a63e req-c7cc5594-3413-4d02-b108-bdba49c42dfa service nova] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 931.849151] env[65762]: INFO networking_nsxv3.common.synchronization [req-c0b5c9c3-f104-485e-bf13-b6878045a63e req-c7cc5594-3413-4d02-b108-bdba49c42dfa service nova] Enqueued Resource ID: 1795b4fc-cd65-48db-baf4-68c74758bfed with Priority: HIGHEST for action port [ 931.850923] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_rules [ 931.851142] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 931.851195] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1795b4fc-cd65-48db-baf4-68c74758bfed with Priority: HIGHEST for action port [ 931.851720] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.851828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.851828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.852040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.852483] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.853386] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.853482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.853668] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-1795b4fc-cd65-48db-baf4-68c74758bfed taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.853960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.853960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.855020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.855020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1795b4fc-cd65-48db-baf4-68c74758bfed',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.262159] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a: rpc.has_security_group_logging(os_id): False [ 932.285028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.285028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.285028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.285336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.285438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.285717] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.285889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.286146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.286211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.286341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.286625] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.286786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.286920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.287143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.287254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.287492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.287679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.287715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.287894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.287998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.288145] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 932.356557] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1795b4fc-cd65-48db-baf4-68c74758bfed with status ACTIVE [ 932.357148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.357304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.357378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.357604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.357693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.358578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.358662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.358863] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.359235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.359427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.359580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.359678] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1795b4fc-cd65-48db-baf4-68c74758bfed is going to be updated. [ 932.361011] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.361122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.396598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.396716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.396781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.397021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.397194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.397476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1795b4fc-cd65-48db-baf4-68c74758bfed" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.422979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.422979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.422979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.422979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.422979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.444505] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 932.630692] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 932.634918] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.634918] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.634918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.634918] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.770873] env[65762]: INFO networking_nsxv3.common.synchronization [req-9f79ede7-fc38-4e8d-8961-89ad7c3c1ff0 req-92a01da9-0248-492f-9e44-e609719adf12 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 932.771782] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 932.772789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.773108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.773285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.774198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.774198] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.774198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.774198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.774436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.774436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.774566] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.139743] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.277312] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.296438] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.296553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.296634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.296868] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.300579] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.300821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.300913] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.301237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.301379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.302664] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.302664] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.302664] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.302664] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.302664] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.302664] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.302664] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.335550] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.335720] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.335855] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.337258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.337258] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-4d775d9f-c638-43da-97df-355401a27b62 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.338285] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.338412] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.339891] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.339891] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d775d9f-c638-43da-97df-355401a27b62',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.642287] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.669321] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 933.669818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.670065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.670337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.670837] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.670996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.671071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.671319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.671421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671703] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.780196] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.844444] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.844674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.844858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.845166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.845405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.845586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 4d775d9f-c638-43da-97df-355401a27b62 not found, creating... [ 933.845921] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.846185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.846335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.846634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.846799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847084] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.847244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.847362] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.847600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.847741] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847879] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 4d775d9f-c638-43da-97df-355401a27b62 is going to be created. [ 933.869322] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.869651] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.869821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.870180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.870376] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.870715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.145520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.146741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.146741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.146741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.146741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.146741] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 934.174743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.174922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.174995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.175253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.175418] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.175539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.175613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.175761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.175849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.175938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.176099] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.176740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.176740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.176740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.176740] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.176976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.176976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.177056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.177139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.177266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.177266] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.182868] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.182868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.182868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.183136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.185127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.195160] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 934.282530] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.283262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.283262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.283262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.283262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.283262] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 934.306597] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0c3a49c0-8cf8-43a1-bdad-4c5ad5b44892 None None] Enqueued Resource ID: 02106312-0e55-471d-a4b2-f78cc9fa01bc with Priority: HIGHEST for action port [ 934.307168] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02106312-0e55-471d-a4b2-f78cc9fa01bc with Priority: HIGHEST for action port [ 934.307500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-02106312-0e55-471d-a4b2-f78cc9fa01bc taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.307670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02106312-0e55-471d-a4b2-f78cc9fa01bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.307670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02106312-0e55-471d-a4b2-f78cc9fa01bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.308217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02106312-0e55-471d-a4b2-f78cc9fa01bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.308305] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02106312-0e55-471d-a4b2-f78cc9fa01bc',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.315635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.315797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.315878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.316412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.316412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.328577] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 934.609167] env[65762]: INFO networking_nsxv3.common.synchronization [req-9f79ede7-fc38-4e8d-8961-89ad7c3c1ff0 req-4513ca9b-04d6-4241-85e8-fda0a5c19bf9 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 934.609442] env[65762]: INFO networking_nsxv3.common.synchronization [req-9f79ede7-fc38-4e8d-8961-89ad7c3c1ff0 req-4513ca9b-04d6-4241-85e8-fda0a5c19bf9 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 934.609609] env[65762]: INFO networking_nsxv3.common.synchronization [req-9f79ede7-fc38-4e8d-8961-89ad7c3c1ff0 req-4513ca9b-04d6-4241-85e8-fda0a5c19bf9 service nova] Enqueued Resource ID: 4d775d9f-c638-43da-97df-355401a27b62 with Priority: HIGHEST for action port [ 934.610197] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 934.610326] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 934.610416] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d775d9f-c638-43da-97df-355401a27b62 with Priority: HIGHEST for action port [ 934.611092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.611229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.611292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.611673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.611673] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.614153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.614153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.614153] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d775d9f-c638-43da-97df-355401a27b62 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.614153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.614153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.614153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.614153] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d775d9f-c638-43da-97df-355401a27b62',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.628497] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 934.628748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.682283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 934.702873] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.703127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.703240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.703576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.703703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.703937] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.704053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.704163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.704297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.704381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.704581] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.704673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.704730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.704872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.704944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.705154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.705529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.705529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.705529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.705664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.705664] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 934.785100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.785100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.785100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.785100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.786359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.803892] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 934.810394] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02106312-0e55-471d-a4b2-f78cc9fa01bc [ 934.810632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.810853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.810923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.811206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.811267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.811347] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02106312-0e55-471d-a4b2-f78cc9fa01bc already deleted. [ 934.811650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02106312-0e55-471d-a4b2-f78cc9fa01bc" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.114858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115206] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d775d9f-c638-43da-97df-355401a27b62 with status ACTIVE [ 935.115375] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.116034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.116145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.116179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.116365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.116451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.116711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.116816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.116879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.117063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.117156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.117247] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d775d9f-c638-43da-97df-355401a27b62 is going to be updated. [ 935.145444] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.145519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.145587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.145805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.145940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.148193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d775d9f-c638-43da-97df-355401a27b62" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.470110] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f2fdede-9a3c-4683-bf64-dbca27fbfebf req-34d2327e-c8a0-43b5-a09b-f5c6b674fae1 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 935.471368] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 935.471512] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.471797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.471797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.472252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.472416] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.472569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.472669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.473014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.473166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.473484] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.957445] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.957445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.957445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.957445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.958367] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.958367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.958367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.963641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.963641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.964046] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.964046] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.964215] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.964215] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.964363] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.964496] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.964679] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.977915] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.978165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.978165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.978368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.978525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.978746] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.978849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.978902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.979182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.979182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.979283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb already deleted. [ 935.979332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.991047] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.991292] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.991397] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.991573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.991896] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.992075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.992201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.992552] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.993219] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea455102-f118-4a7f-9ab3-b2b6d8a06cf3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.208867] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 936.208867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.208867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.208867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.208867] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.209193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.209193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.209446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.209546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.209661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.209813] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.267922] env[65762]: INFO networking_nsxv3.common.synchronization [req-ca92ef78-c9e8-4753-a876-5d0517d7e147 req-265d3907-9cfc-4c31-858b-b601d5aa8392 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 936.268584] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 936.268902] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.269064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.269342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.269595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.269798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.269975] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.347508] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 936.347806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.347972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348538] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348538] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.348684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.348718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.349092] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.497907] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.497907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.497907] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.498385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.498385] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.498559] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 not found, creating... [ 936.499088] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.499469] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.499469] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.499788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.502125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.502125] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.502125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.502125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.502125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.502125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.502125] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 is going to be created. [ 936.540320] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.540640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.540873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.541290] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.541667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.542115] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.714434] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.714661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.714703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.714915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.715100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.715201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.715267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.715429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.715511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.715623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.715776] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.715868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.715921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.716094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.716227] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.716321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.716386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.716514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.716591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.716670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.716758] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.771827] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.822070] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 936.822309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.836547] env[65762]: INFO networking_nsxv3.common.synchronization [None req-779478bb-f58c-491d-a228-acc7c7381a11 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 936.837150] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 936.837685] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.838871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.852065] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.996724] env[65762]: INFO networking_nsxv3.common.synchronization [None req-90f8bc5a-7fc3-4b41-ba23-cfd8b0ff5f4e None None] Enqueued Resource ID: ff7acdeb-bad5-47db-8413-c51e3559892a with Priority: HIGHEST for action port [ 936.997501] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7acdeb-bad5-47db-8413-c51e3559892a with Priority: HIGHEST for action port [ 936.998579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff7acdeb-bad5-47db-8413-c51e3559892a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.998749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff7acdeb-bad5-47db-8413-c51e3559892a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.998824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff7acdeb-bad5-47db-8413-c51e3559892a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.999704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff7acdeb-bad5-47db-8413-c51e3559892a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.999830] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff7acdeb-bad5-47db-8413-c51e3559892a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.220817] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83fec908-3451-4703-983a-4d5cbbbf7062: rpc.has_security_group_logging(os_id): False [ 937.244539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.244539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.244539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.244785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.244785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.245181] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.245181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.245181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.245329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.245329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.245521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.245614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.245693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.245933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.248033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.248033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.248033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.248033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.248033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.248033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.248033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 937.280021] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.344199] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.344416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.344416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.345133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.345133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.356664] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.357218] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f2fdede-9a3c-4683-bf64-dbca27fbfebf req-0351d11a-47d5-43bf-84e7-43f78bb08607 service nova] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 937.357373] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f2fdede-9a3c-4683-bf64-dbca27fbfebf req-0351d11a-47d5-43bf-84e7-43f78bb08607 service nova] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 937.357578] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f2fdede-9a3c-4683-bf64-dbca27fbfebf req-0351d11a-47d5-43bf-84e7-43f78bb08607 service nova] Enqueued Resource ID: ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 with Priority: HIGHEST for action port [ 937.360393] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_rules [ 937.360393] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 937.360393] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 with Priority: HIGHEST for action port [ 937.360496] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.360964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.360964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.360964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.361240] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.362375] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.362513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.362631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.362787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.363042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.363146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.363207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.363396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.363516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.363617] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.365428] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.365630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.365705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.366813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.366813] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea455102-f118-4a7f-9ab3-b2b6d8a06cf3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.369404] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 937.502286] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff7acdeb-bad5-47db-8413-c51e3559892a [ 937.502570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.503298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.503435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.503695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.503788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.503978] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff7acdeb-bad5-47db-8413-c51e3559892a already deleted. [ 937.503978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff7acdeb-bad5-47db-8413-c51e3559892a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.782780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.783032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.783333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.783608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.783709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.783823] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 937.819080] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.819241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.819307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.819526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.819674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.829801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 937.857484] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.857656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.857725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858852] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 937.869186] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.869363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.871269] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.872516] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 with status ACTIVE [ 937.872516] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.872516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.872775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.872775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.872871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.873031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.873140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.873323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.873323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.873452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.873624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.873705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.875054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.875054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.875054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.876242] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea455102-f118-4a7f-9ab3-b2b6d8a06cf3 is going to be updated. [ 937.899912] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.900137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.900191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.900386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.900529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.905157] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.905326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.905365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.907019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.907019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.907019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea455102-f118-4a7f-9ab3-b2b6d8a06cf3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.911889] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 938.102082] env[65762]: INFO networking_nsxv3.common.synchronization [req-42317af3-6595-419c-ae32-a46ef536be84 req-e32dc0a6-a307-42ff-bede-083bd39d46f5 tempest-ServerMetadataNegativeTestJSON-556370742 tempest-ServerMetadataNegativeTestJSON-556370742-project-member] Enqueued Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 938.102212] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 938.103108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.103108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.103108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.103108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.103404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.103404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.103685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.104546] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.378604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.594618] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.594934] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-683" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.595214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-683" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.595391] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-683" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.595728] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.598032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.598032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.598032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.598032] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.598032] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.598032] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.598032] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.598032] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.598032] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.598032] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.598032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.607699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.607699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.607699] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada already deleted. [ 938.607699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.619918] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.619918] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.619918] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.619918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-683" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.619918] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.619918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.619918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.619918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.619918] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.881678] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.881889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.881889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.882108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.882192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.882301] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb is going to be created. [ 938.910435] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.910720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.910720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.910867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.911064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.922294] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: UNINITIALIZED for 2s [ 939.122571] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.122971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.123160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.123466] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.123643] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.123786] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 not found, creating... [ 939.124074] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.124246] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.124367] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.124619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.124776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.125205] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.125346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.125472] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.125694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.125831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.126051] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 is going to be created. [ 939.168080] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.168187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.168332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.168945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.169411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.169821] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.386881] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 939.387179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.846176] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.846176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.846176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.846176] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.926942] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 939.926942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.926942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.927209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.927329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.927636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.927636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.927803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.927909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.929543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.929543] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.945891] env[65762]: INFO networking_nsxv3.common.synchronization [req-42317af3-6595-419c-ae32-a46ef536be84 req-a65cf903-5487-493c-9e74-3400109c96f0 service nova] Enqueued Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_rules [ 939.946102] env[65762]: INFO networking_nsxv3.common.synchronization [req-42317af3-6595-419c-ae32-a46ef536be84 req-a65cf903-5487-493c-9e74-3400109c96f0 service nova] Enqueued Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 939.946245] env[65762]: INFO networking_nsxv3.common.synchronization [req-42317af3-6595-419c-ae32-a46ef536be84 req-a65cf903-5487-493c-9e74-3400109c96f0 service nova] Enqueued Resource ID: 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 with Priority: HIGHEST for action port [ 939.946991] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_rules [ 939.947150] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 939.947246] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 with Priority: HIGHEST for action port [ 939.947540] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.947658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.947724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.947983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.948259] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.949265] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.949451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.949561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.949791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.950030] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.950190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.950500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.950712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.950842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.950993] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.952387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.952909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.953265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.953506] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.953645] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.205165] env[65762]: INFO networking_nsxv3.common.synchronization [req-4aea4d84-5e3b-43a3-92dd-f37d7f080d9f req-06eed692-21bb-4eab-8d1a-dfe85eaa4f3b tempest-FloatingIPsAssociationNegativeTestJSON-1941601576 tempest-FloatingIPsAssociationNegativeTestJSON-1941601576-project-member] Enqueued Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 940.205165] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGHEST for action security_group_members [ 940.205165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.206481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.206481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.206481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.206481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.206943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.206943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.206943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.206943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.207286] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.346582] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.346582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.347051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.347051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.347192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.347577] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.347789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.347914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.348781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.348781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.348781] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 940.404890] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.405095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.405137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.405347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.405490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.431838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.432093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.432093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.432676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.432676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.432676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.432936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.432936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.432936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433194] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.433281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.433887] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.434040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.434155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.434268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.434340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.434419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.434509] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.436144] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 940.456679] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.458275] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.458275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.458680] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 with status ACTIVE [ 940.458680] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.458680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.458680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.459264] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.460238] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.460238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.460709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6 is going to be updated. [ 940.516035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.516035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.516035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.516341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.516341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.516524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9fa11c-0d58-4a0a-b7c7-8e23f4cc1cc6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.713174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.713174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.713174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.714168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.714168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.714168] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba is going to be updated. [ 940.760055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.760055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.760055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.775144] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: IN_PROGRESS for 2s [ 940.782650] env[65762]: INFO networking_nsxv3.common.synchronization [req-c4f26e10-9bb0-4775-a1d7-e9795de95505 req-10428c4b-2ed8-462d-a424-934ab69e6773 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 940.783255] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGHEST for action security_group_members [ 940.783579] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.783704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.783774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.784063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.784230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.786139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.786334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.786846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.787039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.787096] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.936735] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: SUCCESS [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.936735] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.936735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.936735] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.937765] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 940.966417] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.966417] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.966417] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.966938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.966938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.966938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.966938] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 940.966938] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.040123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.040123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.040340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.040405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.040560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.061623] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 941.290408] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.290408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.290408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.292790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.292790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.293065] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.293255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.293372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.294010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.294010] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.294010] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 is going to be updated. [ 941.354915] env[65762]: INFO networking_nsxv3.common.synchronization [req-12a77818-78b2-4b75-b37e-c8f7d7b42437 req-f3a62bfe-2fa3-4ccc-8b2c-c6202758acce tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 941.355566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 941.355910] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.357215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.357288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.358062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.358062] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.358062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.358062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.358513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.358513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.358513] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.373023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.373023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.373237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.373275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.373403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.398222] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: IN_PROGRESS for 2s [ 941.440365] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.474192] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.474192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.474382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.474442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.474528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.475482] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada is going to be created. [ 941.504077] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.504228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.504346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.504721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.504721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.516774] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: UNINITIALIZED for 2s [ 941.778170] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.778459] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.778697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.779344] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779687] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.780128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.781103] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.781103] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.781103] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.781103] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.781103] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.781103] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.781103] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.804296] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.804394] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.804599] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.804906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.805691] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-38894875-1807-42b7-82f8-a4b78d3c5bf0 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.805691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.805881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.806626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.806713] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38894875-1807-42b7-82f8-a4b78d3c5bf0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.863583] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.863746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.863797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.864102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.864187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.864610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.864610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.864610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.864774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.864774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.864830] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 941.897283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.897614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.897699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.898025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.898258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.912541] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 941.945057] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65db58f7-4161-4077-94e2-61a93ef58ebb: rpc.has_security_group_logging(os_id): False [ 941.974449] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.974614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.974689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.975026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.975151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.975439] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.975517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.975552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.975721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.975798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.975887] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb is going to be created. [ 942.162392] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.162392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.162656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.162656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.162873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177943] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: IN_PROGRESS for 2s [ 942.313621] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.313862] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.313994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.314350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.314522] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.314679] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 38894875-1807-42b7-82f8-a4b78d3c5bf0 not found, creating... [ 942.315041] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.315132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.315213] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.315445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.315582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.315957] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.316145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.316323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.316477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.316617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.316769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 38894875-1807-42b7-82f8-a4b78d3c5bf0 is going to be created. [ 942.354297] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.354297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.354297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.354632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.354994] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.355389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.448997] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 942.448997] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 deletion is rescheduled due to dependency. [ 942.449198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.787625] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba in Status: SUCCESS [ 942.787857] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba deletion is rescheduled due to dependency. [ 942.788061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.013507] env[65762]: INFO networking_nsxv3.common.synchronization [req-777eb008-f527-46b4-ad92-f603ee2eeaa6 req-6f14ae6b-1d86-4c14-b728-b1dae8d01312 tempest-ServerActionsV293TestJSON-1542425317 tempest-ServerActionsV293TestJSON-1542425317-project-member] Enqueued Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 943.014104] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d26820-8e56-4e2b-bfe5-174487933e5f with Priority: HIGHEST for action security_group_members [ 943.014437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d26820-8e56-4e2b-bfe5-174487933e5f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.014596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.014629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.014829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.015049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.015150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.015190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.015493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.015493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.015493] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d26820-8e56-4e2b-bfe5-174487933e5f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.077114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 943.077403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.108579] env[65762]: INFO networking_nsxv3.common.synchronization [req-12a77818-78b2-4b75-b37e-c8f7d7b42437 req-eb818cae-4f9a-4c2f-ae6b-d3901cb774b9 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 943.109054] env[65762]: INFO networking_nsxv3.common.synchronization [req-12a77818-78b2-4b75-b37e-c8f7d7b42437 req-eb818cae-4f9a-4c2f-ae6b-d3901cb774b9 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 943.109054] env[65762]: INFO networking_nsxv3.common.synchronization [req-12a77818-78b2-4b75-b37e-c8f7d7b42437 req-eb818cae-4f9a-4c2f-ae6b-d3901cb774b9 service nova] Enqueued Resource ID: 38894875-1807-42b7-82f8-a4b78d3c5bf0 with Priority: HIGHEST for action port [ 943.109678] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 943.109933] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 943.110124] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38894875-1807-42b7-82f8-a4b78d3c5bf0 with Priority: HIGHEST for action port [ 943.110454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.110926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.110926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.110926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.111222] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.116778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.116778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.116778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-38894875-1807-42b7-82f8-a4b78d3c5bf0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.116778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.116778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.116778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.116778] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38894875-1807-42b7-82f8-a4b78d3c5bf0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.408274] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 in Status: SUCCESS [ 943.408451] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 deletion is rescheduled due to dependency. [ 943.408669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.521125] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.521125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.521125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.521125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.530837] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: SUCCESS [ 943.531113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.531652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.531868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.532082] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.532200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.532267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.532428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.532520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.532611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.532701] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.548103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.548103] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.548103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.548103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.548103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.548103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.548103] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f is going to be updated. [ 943.581166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.581166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.581166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.581446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.581446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.592545] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: IN_PROGRESS for 2s [ 943.601450] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-ab66e337-55de-44b8-a560-bafbc09e3c89 tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 943.602028] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 943.602644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.602789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.602789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.603120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.603283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.603387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.603458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.603647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.603743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.604048] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.621195] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38894875-1807-42b7-82f8-a4b78d3c5bf0 with status ACTIVE [ 943.621195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.621195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.621195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.621195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.621195] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38894875-1807-42b7-82f8-a4b78d3c5bf0 is going to be updated. [ 943.623225] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.623399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.652442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.653558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.653558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.654465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.654465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.654465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38894875-1807-42b7-82f8-a4b78d3c5bf0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.925488] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 943.925488] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 deletion is rescheduled due to dependency. [ 943.926292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.927271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.927525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.927963] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.928610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.928610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.929211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.929211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.929211] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.998756] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.998998] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.999125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.999565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.999864] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.000042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.000164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.000390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.000537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.000745] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.000934] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.001076] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.001201] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.001315] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.001422] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.001553] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.020619] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.020887] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.020932] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.021112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.021435] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-9ffd9b8c-c109-4449-89dd-f9255da7955c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.021611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.021731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.022161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.022310] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffd9b8c-c109-4449-89dd-f9255da7955c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.035131] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.035290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.035361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.035673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.035731] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.035886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.035979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.036414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.036414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.036414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.036595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.036595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.036693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.036801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.037208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.037208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.037208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.037208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.037405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.037405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.037478] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.106763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.106763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107465] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107960] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 already deleted. [ 944.108051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.195598] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: SUCCESS [ 944.195737] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.432033] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.524401] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.524655] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.525444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.525444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.525444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.525444] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 9ffd9b8c-c109-4449-89dd-f9255da7955c not found, creating... [ 944.527247] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.527247] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527601] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527883] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.528113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.528441] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 9ffd9b8c-c109-4449-89dd-f9255da7955c is going to be created. [ 944.541117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ffb342f-b0d4-4399-906e-2b73b4c1bada: rpc.has_security_group_logging(os_id): False [ 944.543555] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6665f83a-f10d-46d2-adaf-de3be2dcd14a tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 944.544385] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 944.545305] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.545569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.545666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.545983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.546152] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.556910] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.557230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.557354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.557855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.557971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.558252] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.564641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.564681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.564951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.565320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.565320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.565584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.565584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.565731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.565795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.565996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.566172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.566247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.566406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.566483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.566681] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.566964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.567077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.567194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.567300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.567395] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada is going to be created. [ 944.666580] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.666787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.666838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.667122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.667348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.692796] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: IN_PROGRESS for 2s [ 944.709416] env[65762]: INFO networking_nsxv3.common.synchronization [None req-650c6a2b-b600-4f33-9d01-eb24f5276cf6 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 944.710531] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 944.710531] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.710531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.935763] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.067911] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.068416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.068416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.068416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.068576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.068576] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a already deleted. [ 945.068704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.068897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.069120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.069210] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.282290] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-465deba1-9910-4977-b162-c1e04ce49668 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 945.282481] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-465deba1-9910-4977-b162-c1e04ce49668 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 945.282660] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-465deba1-9910-4977-b162-c1e04ce49668 service nova] Enqueued Resource ID: 9ffd9b8c-c109-4449-89dd-f9255da7955c with Priority: HIGHEST for action port [ 945.283326] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 945.283452] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 945.283544] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffd9b8c-c109-4449-89dd-f9255da7955c with Priority: HIGHEST for action port [ 945.283826] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.283941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.284266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.284347] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.285205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.285323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.285416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.285702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.285794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.285866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.286050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.286117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.286205] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.287149] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffd9b8c-c109-4449-89dd-f9255da7955c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.287339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.287339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.288250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.288250] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffd9b8c-c109-4449-89dd-f9255da7955c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.438330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.438330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.438330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.438606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.438606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.438606] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 945.493620] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.493810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.493852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.494062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.494208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.508053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 945.591658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.591658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.591801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.592567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.592567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.592567] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a already deleted. [ 945.592567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.605747] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d26820-8e56-4e2b-bfe5-174487933e5f in Status: SUCCESS [ 945.605747] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d26820-8e56-4e2b-bfe5-174487933e5f deletion is rescheduled due to dependency. [ 945.605747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d26820-8e56-4e2b-bfe5-174487933e5f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.789695] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.789859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.790022] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.790917] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ffd9b8c-c109-4449-89dd-f9255da7955c with status ACTIVE [ 945.791144] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.791265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.791352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.791564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.791676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.791832] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.791962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.792023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.792184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.792858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.793113] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.793261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.793373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.793554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.793849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.793849] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ffd9b8c-c109-4449-89dd-f9255da7955c is going to be updated. [ 945.818137] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.818137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.818325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.818405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.818544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.818722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffd9b8c-c109-4449-89dd-f9255da7955c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286650] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-2859600f-7d41-4021-80bb-22d690b8925b tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 946.287382] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 946.287763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.287888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.297295] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.707943] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: SUCCESS [ 946.708292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.711560] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.711714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.711838] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.712175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.712500] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.712666] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.712787] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.716104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.716428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.716688] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.716913] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.717100] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.717230] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.717356] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.717464] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.717608] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.740517] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.740827] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.740983] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.741207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.741549] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d1b82529-c259-4667-8ed6-5353506c9011 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.741723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.741843] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.742202] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.742342] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b82529-c259-4667-8ed6-5353506c9011',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.801687] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.801835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.801922] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.803224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.803224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.803224] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be created. [ 946.828512] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.828512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.828512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.828512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.828512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.839954] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: UNINITIALIZED for 2s [ 947.245674] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.245903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.246042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.246345] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.246505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.246681] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d1b82529-c259-4667-8ed6-5353506c9011 not found, creating... [ 947.247022] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.247146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.247264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.247495] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.247630] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.247919] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.248091] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.248223] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.248437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.248574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.248714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d1b82529-c259-4667-8ed6-5353506c9011 is going to be created. [ 947.271235] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.271421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.272080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.272364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.272612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.272854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.520271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 947.520271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.520809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.520809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.520947] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.521036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.521082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.521232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.521303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.521393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.521484] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-a3dbffce-5739-47a0-a60f-55f153109453 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-a3dbffce-5739-47a0-a60f-55f153109453 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-a3dbffce-5739-47a0-a60f-55f153109453 service nova] Enqueued Resource ID: d1b82529-c259-4667-8ed6-5353506c9011 with Priority: HIGHEST for action port [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 948.012260] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b82529-c259-4667-8ed6-5353506c9011 with Priority: HIGHEST for action port [ 948.012260] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.012504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.012797] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.013589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.014252] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b82529-c259-4667-8ed6-5353506c9011 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.014732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.017118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.017368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.017456] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b82529-c259-4667-8ed6-5353506c9011',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.028226] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.523132] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1b82529-c259-4667-8ed6-5353506c9011 with status ACTIVE [ 948.523448] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.523765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.523840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.525991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.525991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.525991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.525991] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1b82529-c259-4667-8ed6-5353506c9011 is going to be updated. [ 948.531359] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c675901-1de0-4174-a41c-2345c94b9f61: rpc.has_security_group_logging(os_id): False [ 948.558414] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.558633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.560066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.560066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.560066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.560066] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.560066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.560066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.560457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.560457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.560519] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 948.569158] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.569158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.569158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.569158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.569158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.569432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b82529-c259-4667-8ed6-5353506c9011" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.675022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.675022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.675022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.675375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.675698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.698035] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 948.851077] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 948.851335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.851559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.851884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.852162] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.852374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.852443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.852702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.852848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.853039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.853190] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.854529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.854676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.854943] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.855144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.855256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.855497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.855638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.855805] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.357658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.357845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.358075] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.861975] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.365607] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.365816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.365816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.366091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.366192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.366297] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 950.391564] env[65762]: INFO networking_nsxv3.common.synchronization [req-07dc8b8b-61f4-4ccf-9ed8-f7ffc448fe7f req-fdf7a1ed-33c4-4c9f-9e80-aee4247fa327 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 950.392408] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 950.392637] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.392759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.392824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.393061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.393223] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.393325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.393400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.393544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.393641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.393749] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.406522] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.407019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.407019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.407156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.407266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.420187] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 950.714135] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 950.715145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.895540] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.400936] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.552857] env[65762]: INFO networking_nsxv3.common.synchronization [req-183e39c9-44d8-481f-a843-e5648ce31d14 req-cb89db90-f1cb-42f8-a2b0-036f1c2bfd09 tempest-ServersTestManualDisk-54307038 tempest-ServersTestManualDisk-54307038-project-member] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 951.553418] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGHEST for action security_group_members [ 951.554367] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.554367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.554367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.554367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.554367] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.554367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.554671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.554671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.554735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554796] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.903637] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.904339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.904339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.904339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.904777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.904777] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 951.940346] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.940553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.940651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.940890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.941037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.957927] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 952.057582] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.058123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.059189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.059474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.059577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.060427] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.060536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.060598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.060815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.060903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.061051] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 is going to be updated. [ 952.066191] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-e25a4b57-3c06-4a64-a01a-3d487f5a9d1e tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 952.067316] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 952.068031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.068031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206338] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.206483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.206545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.206775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.206916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.237590] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: IN_PROGRESS for 2s [ 952.432922] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.435182] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.435182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.435182] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.601524] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.601611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.602374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.602374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.602374] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.602534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.602534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.602719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.602859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.603083] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.603214] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.604123] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.604123] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.604123] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.604123] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.604123] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.623033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.623033] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.623033] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.623033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-545" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.623033] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-817713f2-4f8c-4ff7-83be-3f1a55090a2b taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.623422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.623422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.623568] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.623726] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817713f2-4f8c-4ff7-83be-3f1a55090a2b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.937842] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.126251] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.126490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.126632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.126925] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.127096] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.127268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 817713f2-4f8c-4ff7-83be-3f1a55090a2b not found, creating... [ 953.127532] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.127734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.127861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.128128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.128270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.128556] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.128713] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.128828] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.129101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.129327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.129437] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 817713f2-4f8c-4ff7-83be-3f1a55090a2b is going to be created. [ 953.151525] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.151776] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.151900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.152273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.152464] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.152695] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.441672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.917244] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-83de7cfe-11f5-48b0-8ea5-7bd321246648 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 953.917244] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-83de7cfe-11f5-48b0-8ea5-7bd321246648 service nova] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 953.917244] env[65762]: INFO networking_nsxv3.common.synchronization [req-05fcbd09-b9cf-4cc7-8668-e665bdbeba3a req-83de7cfe-11f5-48b0-8ea5-7bd321246648 service nova] Enqueued Resource ID: 817713f2-4f8c-4ff7-83be-3f1a55090a2b with Priority: HIGHEST for action port [ 953.918383] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_rules [ 953.920297] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 953.920297] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817713f2-4f8c-4ff7-83be-3f1a55090a2b with Priority: HIGHEST for action port [ 953.921034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-817713f2-4f8c-4ff7-83be-3f1a55090a2b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.923880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923880] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817713f2-4f8c-4ff7-83be-3f1a55090a2b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.946746] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.946746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.946746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.946746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.946746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.946746] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 953.972580] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 953.972580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.999025] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.999025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.999025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.999025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.999025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.016227] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 954.250930] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 in Status: SUCCESS [ 954.251220] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 deletion is rescheduled due to dependency. [ 954.251288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.427582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817713f2-4f8c-4ff7-83be-3f1a55090a2b with status ACTIVE [ 954.427828] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.427968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.428056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.428279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.428403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.428566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.428669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.428926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.428926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.428926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.429199] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.429294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.429294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.429496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.429547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.429593] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817713f2-4f8c-4ff7-83be-3f1a55090a2b is going to be updated. [ 954.460045] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.460291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.460291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.460505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.461547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817713f2-4f8c-4ff7-83be-3f1a55090a2b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026335] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 956.026629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027454] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.028021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.028163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.028307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.028598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.028713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.028909] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.029152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.029364] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.029484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.029574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.029773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.029900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.030017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.030177] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.031763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.031960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.032310] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.032436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.032511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.032760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.032874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.032982] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.525889] env[65762]: INFO networking_nsxv3.common.synchronization [req-c9600886-d559-448e-9174-2a1633ee84d9 req-2dd8d553-1191-4e20-bcf1-b109df9703f2 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 956.527124] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 956.531588] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.531588] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.531588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.531588] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.534042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0429a7bb-7810-4597-b364-08ea39c5c612: rpc.has_security_group_logging(os_id): False [ 956.535260] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.554923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.555140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.555209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.555991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.555991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.555991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.555991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.555991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.556308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.556308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.556366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.556420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.556647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.556647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.556749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.557397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.557397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.557523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.557630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.557706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.557797] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be created. [ 956.623498] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.623631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.624633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.624633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.624633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.637154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 957.032694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.033230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.033399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.033481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.033798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.034088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.034088] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 957.037683] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.067568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.067793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.067793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.067972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.068125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.078044] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 957.100240] env[65762]: INFO networking_nsxv3.common.synchronization [req-2d45d443-b074-486c-a902-c7c0453b6542 req-7c200848-da52-4636-ae92-7cf6a76b5be0 tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 957.100827] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 957.101150] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.101273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.101341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.101664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.101823] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.101924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.101987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.102166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.102252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.102349] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.106756] env[65762]: INFO networking_nsxv3.common.synchronization [req-f8043f0c-63ec-4f01-b58d-cfab68c35bcc req-e6bbba91-ee98-4d83-b202-a2b38d85e6a9 tempest-ImagesTestJSON-1077922705 tempest-ImagesTestJSON-1077922705-project-member] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 957.106997] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGHEST for action security_group_members [ 957.107566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.107680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.107748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.107936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.108100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.108200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.108261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.108411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.108495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.108587] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.540679] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.540935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.541053] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.541534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.541621] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.541779] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.541894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.542123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.542260] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.545020] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.545020] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.545020] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.545020] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.545020] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.545020] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.545020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.545020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.545698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.545698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.545698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.545698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.545882] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 957.574321] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.574496] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.574739] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.576015] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576015] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576015] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576015] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576444] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576590] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8aec2d2-ca45-41f0-9b95-6dcf21001be5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.586268] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.586268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.586268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.586268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.586268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.597746] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 957.605668] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.605668] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.605668] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 already deleted. [ 957.605668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.610913] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.611076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.611146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.611347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.611430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.611627] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.611780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.611780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.611950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.612020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.612112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be updated. [ 957.648337] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.648337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.648337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.648680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.648729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.668743] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: IN_PROGRESS for 2s [ 958.081311] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.081677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.081677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.081956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.082123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.082282] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d8aec2d2-ca45-41f0-9b95-6dcf21001be5 not found, creating... [ 958.082570] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.082733] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.082851] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.083101] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.083237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.083516] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.083812] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.083959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.085863] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.085863] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.086043] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d8aec2d2-ca45-41f0-9b95-6dcf21001be5 is going to be created. [ 958.108618] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.108618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.108618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.108917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.109366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.109366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.651938] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 958.652241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.652438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.652692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.652781] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.839666] env[65762]: INFO networking_nsxv3.common.synchronization [req-2d45d443-b074-486c-a902-c7c0453b6542 req-6db4fa63-2fe6-444b-918c-a0f3a4a89be3 service nova] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_rules [ 958.839901] env[65762]: INFO networking_nsxv3.common.synchronization [req-2d45d443-b074-486c-a902-c7c0453b6542 req-6db4fa63-2fe6-444b-918c-a0f3a4a89be3 service nova] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 958.840074] env[65762]: INFO networking_nsxv3.common.synchronization [req-2d45d443-b074-486c-a902-c7c0453b6542 req-6db4fa63-2fe6-444b-918c-a0f3a4a89be3 service nova] Enqueued Resource ID: d8aec2d2-ca45-41f0-9b95-6dcf21001be5 with Priority: HIGHEST for action port [ 958.840726] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_rules [ 958.840895] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 958.841015] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8aec2d2-ca45-41f0-9b95-6dcf21001be5 with Priority: HIGHEST for action port [ 958.841332] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.841519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.841519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.842184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.842184] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.843142] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.843269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.843349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.843606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.845042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.845042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.845042] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.845390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.845390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.845390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845524] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845524] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8aec2d2-ca45-41f0-9b95-6dcf21001be5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.091146] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 959.091146] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 959.091523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.155970] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.156159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.347676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.347828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.347996] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.348950] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8aec2d2-ca45-41f0-9b95-6dcf21001be5 with status ACTIVE [ 959.349155] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.349271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.349411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.349623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.349710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.349885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.349980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.350055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.352198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.352339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.352573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.352679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.352743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.352901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.352977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.353078] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8aec2d2-ca45-41f0-9b95-6dcf21001be5 is going to be updated. [ 959.377270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.377443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.377520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.377731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.377868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.378048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8aec2d2-ca45-41f0-9b95-6dcf21001be5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.470221] env[65762]: INFO networking_nsxv3.common.synchronization [req-5fc9d4e6-2c07-462f-b8ce-5218baa16c01 req-21fcdd53-afc8-4dc7-888e-a6f59240603d tempest-ServerMetadataNegativeTestJSON-556370742 tempest-ServerMetadataNegativeTestJSON-556370742-project-member] Enqueued Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 959.470313] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGHEST for action security_group_members [ 959.470657] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.470776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.470848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.471079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.471249] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.471577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.471577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.471577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.471713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.471745] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.613031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.613031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.613031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.613031] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.678841] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83fec908-3451-4703-983a-4d5cbbbf7062 in Status: SUCCESS [ 959.679040] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 deletion is rescheduled due to dependency. [ 959.679170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.856485] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.974507] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.974671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.974765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.975263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.975263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.975372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.975372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.975457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.975585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.975661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.975764] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada is going to be updated. [ 960.012420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.012612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.012676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.012926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.013124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.026166] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: IN_PROGRESS for 2s [ 960.116816] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.360881] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.361201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.361351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.361706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.361908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.362123] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be created. [ 960.391942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.392157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.392208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.392400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.392557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.408122] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: UNINITIALIZED for 2s [ 960.462084] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce1c968d-3263-4580-9ce3-19518424208c req-2a8588d5-ceeb-43d9-a19c-cc0dbf015db1 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 960.464666] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 960.464666] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.464666] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.464666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.464666] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.620816] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.879635] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.879897] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.880022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.880418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.880797] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.880975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.881119] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.881379] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.881539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.881821] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.881939] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.882045] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.882184] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.882265] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.882318] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.882430] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.908076] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.908314] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.908384] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.908575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.908895] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-ebb624b9-85b3-4db0-a60a-e005ce358339 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.909078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.909196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.909566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.909697] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb624b9-85b3-4db0-a60a-e005ce358339',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.967442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.967588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.968387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.968387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.968387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.968387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.968387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.968387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.968709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.968709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.968709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 already deleted. [ 960.968709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.123593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.123593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.123593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.124888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.124888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.124888] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 961.161051] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.161196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.161287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.161474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.161636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.173267] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 961.412463] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.412754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.412754] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.413012] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.413180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.413343] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port ebb624b9-85b3-4db0-a60a-e005ce358339 not found, creating... [ 961.413609] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.413771] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.413918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.414165] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.414335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.414611] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.414789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.414908] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.415132] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.415269] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.415410] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: ebb624b9-85b3-4db0-a60a-e005ce358339 is going to be created. [ 961.437293] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.437565] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.437716] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.438012] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.438245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.438486] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.933871] env[65762]: INFO networking_nsxv3.common.synchronization [req-2b3318ee-803e-431c-8fb9-a781ffd28823 req-6cd9fe70-ec82-45a5-86b2-3f425422a36f tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 961.934454] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 961.934848] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.934848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.935054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.935253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.935427] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.935530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.935593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.935751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.935835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.935926] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.041161] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada in Status: SUCCESS [ 962.041161] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada deletion is rescheduled due to dependency. [ 962.041161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.203575] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce1c968d-3263-4580-9ce3-19518424208c req-1c1f7dd2-bf75-46ba-a420-6da5ea8c6137 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 962.203575] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce1c968d-3263-4580-9ce3-19518424208c req-1c1f7dd2-bf75-46ba-a420-6da5ea8c6137 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 962.203575] env[65762]: INFO networking_nsxv3.common.synchronization [req-ce1c968d-3263-4580-9ce3-19518424208c req-1c1f7dd2-bf75-46ba-a420-6da5ea8c6137 service nova] Enqueued Resource ID: ebb624b9-85b3-4db0-a60a-e005ce358339 with Priority: HIGHEST for action port [ 962.203575] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 962.204507] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 962.204745] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb624b9-85b3-4db0-a60a-e005ce358339 with Priority: HIGHEST for action port [ 962.205190] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.205662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.206278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.209020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.209020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.209020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.209020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.209020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.211321] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb624b9-85b3-4db0-a60a-e005ce358339 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.214486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.214486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.214486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.214486] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb624b9-85b3-4db0-a60a-e005ce358339',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.419031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 962.419579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.419579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.419811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.420179] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.420324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.420468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.420547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.420636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.420984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.421106] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.438083] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.711623] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.716383] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebb624b9-85b3-4db0-a60a-e005ce358339 with status ACTIVE [ 962.716900] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.716975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.717048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.717280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.717391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.717720] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.717848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.717914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.718133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.718437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.718437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.718571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.718571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.718880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.718880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.718970] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebb624b9-85b3-4db0-a60a-e005ce358339 is going to be updated. [ 962.720539] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.720649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.743029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.743153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.743273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.743432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.743568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.743730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb624b9-85b3-4db0-a60a-e005ce358339" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.923957] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.924205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.924326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.924568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.924734] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.924834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.924900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.925066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.925157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.925246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.925395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.925488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.925548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.925690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.925841] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.925979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.926118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.926277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.926353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.926436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.926524] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.941316] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.183886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 963.184137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.184300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.184510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.184727] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.184846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.184912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.185094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.185172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.185258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.185349] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.215825] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.428612] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4374c68f-94bb-42ac-aa21-eb265154d690: rpc.has_security_group_logging(os_id): False [ 963.443569] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.443823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.444198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.444198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.444337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.444681] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 963.450257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.450383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.450458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.450689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.450780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.451018] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.451116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.451157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.451299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.451373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.451565] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.451660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.451721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.451870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.451936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.452234] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.452234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.452361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.452420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.452492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.452579] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be created. [ 963.472302] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.472512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.472512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.472729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.472874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.482969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 963.518279] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.518436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.518518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.518717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.519234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532546] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 963.687690] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.687690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.687846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.687981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.688168] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.688402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.690042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.690042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.690042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.690042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.690042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.690614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.690614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.690614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.690614] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.690614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.690614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.690925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.690925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.690925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.691034] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.718491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.718657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.718705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.718913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.719007] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.719117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be created. [ 963.746551] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.746725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.746805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.747030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.747190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.758143] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: UNINITIALIZED for 2s [ 964.195769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0429a7bb-7810-4597-b364-08ea39c5c612: rpc.has_security_group_logging(os_id): False [ 964.222648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.225619] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.225619] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.225619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.226536] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.226536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.226536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.226536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.227790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.227790] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 964.322549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.322829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.322829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.322941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.323104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.348412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 965.495231] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 965.495570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.547130] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 965.547130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.769836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 965.770106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.770305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.770563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.770873] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.770950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.770992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.772118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.772118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.772118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.772118] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.274214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.274376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.274486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.274727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.274926] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.275047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.275115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.275278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.275363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.275790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.275790] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.275790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.275790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.275975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.276034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.276096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.276153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.276298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.276373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.276459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.276587] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.362320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 966.363068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.363068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.363068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.363248] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.779109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd177e2b-3b82-4236-9d70-c1d7d4c97e07: rpc.has_security_group_logging(os_id): False [ 966.798515] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.798515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.798515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.798515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.798515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.798515] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.798515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.798809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.798843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.798950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.802626] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.802761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.802813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.803000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.804491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.804722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.804825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.804914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.805101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.805179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.806873] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be created. [ 966.865442] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.865597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.865668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.865898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866078] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.866574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.866665] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.873497] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.873630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.873701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.873889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.874080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.881469] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2bbcfd33-f910-485a-bb1f-a78b43e0d8f2 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 966.883265] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 966.883760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.883919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.883993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.884287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.884411] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.886102] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 966.980034] env[65762]: INFO networking_nsxv3.common.synchronization [None req-abee0deb-dd7d-434e-b5c6-55619f892a98 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 966.980161] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 966.980471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.980576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.371120] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.371120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.371120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.371292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.372027] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.372027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.372027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.372258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.372258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.372344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.372499] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.372499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.372611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.372779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.372879] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.372951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.372999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.373259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.373259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.373389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.373389] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.410682] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.410682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a already deleted. [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.410682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.410682] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.692047] env[65762]: INFO networking_nsxv3.common.synchronization [req-2d17445a-4783-4fcd-a9d2-babb41a61319 req-da6e1f95-e87e-43d5-b7ca-3502a84d2c7d tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 967.692826] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 967.695593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.695747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.695814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.696063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.696253] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.696628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.696628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.696628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.696790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.696826] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.876027] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0429a7bb-7810-4597-b364-08ea39c5c612: rpc.has_security_group_logging(os_id): False [ 967.896593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.896593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.896593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.897058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.897322] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.897469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.897645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.897896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.898039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.898314] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.898452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.898546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.898754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.898865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.899171] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.899307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.899403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.899594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.899714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.899847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 967.934801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.934940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.935114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.935420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.935420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.935508] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a already deleted. [ 967.935539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.975803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.975968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.976045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.976280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.976403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.991089] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 968.203443] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.705890] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.898502] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 968.898776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.209385] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.209385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.209385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.209385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.209385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.209385] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 969.249596] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.249859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.249994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.250150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.250396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.262147] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 970.015206] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 970.015482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.683614] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6afcb-9c83-40e1-8477-7a49d2ba5a3d req-cb961465-1800-4f5e-b222-916304db545c tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 970.683771] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 970.684933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.685036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.685154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.685458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.685679] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.685862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.685985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.686309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.686977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.686977] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.037350] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.037831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.037831] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.038100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.038385] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.038526] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.038667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.038871] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.039025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.039227] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.039340] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.041042] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.041042] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.041042] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.041042] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.041042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.063077] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.063077] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.063077] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.063277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063554] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-22f86ee3-62ab-4b9f-9b0c-fe7691604791 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.064221] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.064422] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f86ee3-62ab-4b9f-9b0c-fe7691604791',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.189342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.190694] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.190694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 already deleted. [ 971.190694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.272989] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 971.273262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.566775] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.567011] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.567151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.567433] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.567593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.567809] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 22f86ee3-62ab-4b9f-9b0c-fe7691604791 not found, creating... [ 971.568072] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.568242] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.568359] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.568587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.568723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.569014] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.569174] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.569284] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.569524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.569613] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.569752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 22f86ee3-62ab-4b9f-9b0c-fe7691604791 is going to be created. [ 971.590872] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.591123] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.591251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.591513] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.591739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.591959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.345921] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6afcb-9c83-40e1-8477-7a49d2ba5a3d req-d1895840-416d-45f0-ba3a-238374a072e3 service nova] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_rules [ 972.346215] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6afcb-9c83-40e1-8477-7a49d2ba5a3d req-d1895840-416d-45f0-ba3a-238374a072e3 service nova] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 972.346743] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6afcb-9c83-40e1-8477-7a49d2ba5a3d req-d1895840-416d-45f0-ba3a-238374a072e3 service nova] Enqueued Resource ID: 22f86ee3-62ab-4b9f-9b0c-fe7691604791 with Priority: HIGHEST for action port [ 972.347342] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_rules [ 972.347481] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 972.347615] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f86ee3-62ab-4b9f-9b0c-fe7691604791 with Priority: HIGHEST for action port [ 972.348032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.348190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.348242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.348513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.348644] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.350250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.350250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.350250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.350438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.350614] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.350724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.350806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.351192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.352078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.352296] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.353277] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f86ee3-62ab-4b9f-9b0c-fe7691604791 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.353426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.353500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.353684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.353766] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f86ee3-62ab-4b9f-9b0c-fe7691604791',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.856797] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.858038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.858182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.858300] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22f86ee3-62ab-4b9f-9b0c-fe7691604791 with status ACTIVE [ 972.858448] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.859193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.859193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.859193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.859193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.859193] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.859715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.859715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.859715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.859715] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.859715] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.860088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.860088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.860247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.860247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.860352] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22f86ee3-62ab-4b9f-9b0c-fe7691604791 is going to be updated. [ 972.883500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.883647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.883721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.883927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.884074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.884232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f86ee3-62ab-4b9f-9b0c-fe7691604791" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.110934] env[65762]: INFO networking_nsxv3.common.synchronization [req-04775a5c-c21b-4835-b2a0-b27bc22b11f2 req-3c5928d1-fe47-4492-a5be-5a76520cd372 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 973.111784] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 973.112050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.112199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.112270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.112542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.112698] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.112800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.112865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.113048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.113116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.113225] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.364047] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.489369] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.489626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.489799] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.490125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.490381] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.490535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.490649] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.491091] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.491276] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.491515] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.491658] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.491843] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.491986] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.492145] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.492301] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.492535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.511701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.511866] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.512016] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.512194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-803" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.512502] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-06f68959-a9dd-475a-842b-0937942b403d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.512671] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.512788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.513130] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.513263] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f68959-a9dd-475a-842b-0937942b403d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.615298] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.615453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.615526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.615982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.615982] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.616100] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.616177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.616239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.616465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.616465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.616601] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a already deleted. [ 973.616651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.865902] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.866182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.866302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.866532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.866621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.866720] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be created. [ 973.895841] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.896012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.896126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.896356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.896466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.908318] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: UNINITIALIZED for 2s [ 974.016082] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.016400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.016498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.016734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.016886] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.017093] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 06f68959-a9dd-475a-842b-0937942b403d not found, creating... [ 974.017338] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.017544] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.017627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.017948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.018251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.018730] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.019014] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.019488] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.019922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.020582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.020582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 06f68959-a9dd-475a-842b-0937942b403d is going to be created. [ 974.042767] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.042989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.043258] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.043608] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.043838] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044097] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [req-04775a5c-c21b-4835-b2a0-b27bc22b11f2 req-e99f0672-e597-43c8-8685-be47b93ee2c4 service nova] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [req-04775a5c-c21b-4835-b2a0-b27bc22b11f2 req-e99f0672-e597-43c8-8685-be47b93ee2c4 service nova] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [req-04775a5c-c21b-4835-b2a0-b27bc22b11f2 req-e99f0672-e597-43c8-8685-be47b93ee2c4 service nova] Enqueued Resource ID: 06f68959-a9dd-475a-842b-0937942b403d with Priority: HIGHEST for action port [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_rules [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 974.799114] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f68959-a9dd-475a-842b-0937942b403d with Priority: HIGHEST for action port [ 974.799114] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.800099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.800306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.800604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.800991] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.802102] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.803270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.803422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.805029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.805029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.805029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.805029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.805029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.805029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.805029] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.811419] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f68959-a9dd-475a-842b-0937942b403d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.811419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.811419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.811419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.811419] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f68959-a9dd-475a-842b-0937942b403d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.312028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.312028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.312028] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.314379] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06f68959-a9dd-475a-842b-0937942b403d with status ACTIVE [ 975.314890] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.315120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.315212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.315446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.315722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.315791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.315858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.315904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.316075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.316151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.316329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.316421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.316483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.316750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.316750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.316858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06f68959-a9dd-475a-842b-0937942b403d is going to be updated. [ 975.345839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.345839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.345839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.345839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.345839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.345839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f68959-a9dd-475a-842b-0937942b403d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.815525] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.919910] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 975.920179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.920350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.920564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.920756] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.920865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.920928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.921117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.921194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.921283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.921370] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.319766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.319766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.319766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.320158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.320208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.320368] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a is going to be created. [ 976.351170] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.351374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.351432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.351624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.351784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.365235] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: UNINITIALIZED for 2s [ 976.426064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.426279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.426331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.426619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.426755] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.426863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.426903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.427118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.427216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.427289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.427444] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.427556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.427616] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.427769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.428028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.428211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.428281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.428403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.428585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.428585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.428662] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.931568] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3647eded-f75e-4980-8b99-95d82d6d8671: rpc.has_security_group_logging(os_id): False [ 976.955551] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.955706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.955946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.956437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.956437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.956664] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.957140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.957227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.957480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.957657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.957858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.958055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.958055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.958224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.958307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.958614] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.958802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.958914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.959112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.959241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.959375] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be created. [ 977.034044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.034284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.034374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.034772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.035159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.054042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: IN_PROGRESS for 2s [ 977.860950] env[65762]: INFO networking_nsxv3.common.synchronization [req-cc0c8bc0-2b1b-414a-a80c-e29428a3c5d5 req-2835a252-e2cf-4a00-97f5-fa772c231c8e tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 977.862057] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 977.862057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.863140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.863140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.863352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.863557] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.863612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.863683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.863815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.864349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.864430] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.367130] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.379096] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: SUCCESS [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379096] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.379614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.379614] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.869703] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.881113] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.071485] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 979.071722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.372953] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.373307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.373307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.373410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.373495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.373610] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 979.383544] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6982d672-7747-465e-9075-a4e1a04e1a8a: rpc.has_security_group_logging(os_id): False [ 979.402270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.402447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.402507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.402700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.402789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.403064] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.403174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.403255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.403419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.403507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.403599] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a is going to be created. [ 979.408232] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.408408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.408463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.408630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.408773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.419927] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 979.480639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.480833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.480875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.481184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.481500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.498843] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: IN_PROGRESS for 2s [ 981.431806] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 981.431806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.515205] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: SUCCESS [ 981.517186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620500] env[65762]: INFO networking_nsxv3.common.synchronization [None req-af39b093-dc18-4747-a140-ea492031485f None None] Enqueued Resource ID: 7ac4e30c-f032-47c4-a94c-8ba6697cae53 with Priority: HIGHEST for action port [ 981.621137] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac4e30c-f032-47c4-a94c-8ba6697cae53 with Priority: HIGHEST for action port [ 981.621541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac4e30c-f032-47c4-a94c-8ba6697cae53 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.621682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac4e30c-f032-47c4-a94c-8ba6697cae53" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.621788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac4e30c-f032-47c4-a94c-8ba6697cae53" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.623190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac4e30c-f032-47c4-a94c-8ba6697cae53" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.624652] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac4e30c-f032-47c4-a94c-8ba6697cae53',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.130406] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ac4e30c-f032-47c4-a94c-8ba6697cae53 [ 982.130666] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.130822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.131107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131366] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ac4e30c-f032-47c4-a94c-8ba6697cae53 already deleted. [ 982.131457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac4e30c-f032-47c4-a94c-8ba6697cae53" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.704061] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d0a7040e-c7ae-4377-ba87-6305e97a7a98 None None] Enqueued Resource ID: 4df643d0-13b7-4a50-b731-78384a3d6292 with Priority: HIGHEST for action port [ 984.706043] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df643d0-13b7-4a50-b731-78384a3d6292 with Priority: HIGHEST for action port [ 984.706043] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4df643d0-13b7-4a50-b731-78384a3d6292 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.706293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4df643d0-13b7-4a50-b731-78384a3d6292" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.706293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4df643d0-13b7-4a50-b731-78384a3d6292" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.706530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4df643d0-13b7-4a50-b731-78384a3d6292" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.706530] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4df643d0-13b7-4a50-b731-78384a3d6292',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.710567] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0146fcb7-3fc0-4887-b6e8-e01be9984c5d None None] Enqueued Resource ID: be9d398f-e6dc-47f2-8c6a-a328f83ca1bd with Priority: HIGHEST for action port [ 984.710795] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9d398f-e6dc-47f2-8c6a-a328f83ca1bd with Priority: HIGHEST for action port [ 984.712731] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9d398f-e6dc-47f2-8c6a-a328f83ca1bd taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.712731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9d398f-e6dc-47f2-8c6a-a328f83ca1bd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.712731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9d398f-e6dc-47f2-8c6a-a328f83ca1bd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.712731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9d398f-e6dc-47f2-8c6a-a328f83ca1bd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.712731] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9d398f-e6dc-47f2-8c6a-a328f83ca1bd',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.209468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4df643d0-13b7-4a50-b731-78384a3d6292 [ 985.209468] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.209468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.210043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.210043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.210043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.210043] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4df643d0-13b7-4a50-b731-78384a3d6292 already deleted. [ 985.210043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4df643d0-13b7-4a50-b731-78384a3d6292" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.213492] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be9d398f-e6dc-47f2-8c6a-a328f83ca1bd [ 985.213974] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.214140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.214390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.214457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.214500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.215166] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be9d398f-e6dc-47f2-8c6a-a328f83ca1bd already deleted. [ 985.216336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9d398f-e6dc-47f2-8c6a-a328f83ca1bd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.617578] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ce34909b-08ec-4dae-a8ec-62ee58835230 None None] Enqueued Resource ID: bb35671a-c97c-4101-99d0-000e065c6162 with Priority: HIGHEST for action port [ 987.618065] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb35671a-c97c-4101-99d0-000e065c6162 with Priority: HIGHEST for action port [ 987.622041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb35671a-c97c-4101-99d0-000e065c6162 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.622041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb35671a-c97c-4101-99d0-000e065c6162" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.622041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb35671a-c97c-4101-99d0-000e065c6162" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.622041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb35671a-c97c-4101-99d0-000e065c6162" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.622041] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb35671a-c97c-4101-99d0-000e065c6162',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.124422] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb35671a-c97c-4101-99d0-000e065c6162 [ 988.127676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.127676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.127676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.127676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.127676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.127676] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb35671a-c97c-4101-99d0-000e065c6162 already deleted. [ 988.127676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb35671a-c97c-4101-99d0-000e065c6162" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.894711] env[65762]: INFO networking_nsxv3.common.synchronization [req-c26e1689-9519-4fa2-ad67-e642f6f09ded req-ea68ee75-6db5-487b-8089-c6476b354dc3 tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 988.896029] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 988.896029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.896029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.896029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.896029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.896382] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.896382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.896382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.896548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.896548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.896619] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.314372] env[65762]: INFO networking_nsxv3.common.synchronization [req-1e7c5796-3b03-4213-9528-3ba3219f6740 req-a5348302-821e-4561-911b-a1b00016bc3a tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 989.314804] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 989.314916] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.314971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.315148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.315383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.315541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.315647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.315701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.317814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.317814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.317814] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.399816] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.820963] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.821206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.821206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.821594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.821594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.821763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.821883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.821948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.822225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.822225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.822292] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 989.859529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.859681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.859752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.859967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.860125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.873273] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 989.902365] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.083144] env[65762]: INFO networking_nsxv3.common.synchronization [req-c75d3a00-6b98-4f75-9012-cccb1d4083d5 req-1ab891fe-25b8-43a1-a77c-6285a59f4cd6 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 990.086143] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 990.086668] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.086866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.086967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.087294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.087459] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.087559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.087623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.087791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.087889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.087980] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.406134] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.406134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.406134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.406849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.406849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.406849] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 990.438490] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.438886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.439091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.439396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.439720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.453033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 990.591310] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.591472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.591597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.591950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.591950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.592266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.592360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.592398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.592576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.592682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.592747] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a already deleted. [ 990.592809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.671493] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.672405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673450] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673450] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673646] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.674207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.674207] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.674624] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.674907] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.675043] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.675212] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.675340] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.675511] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.675771] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.697268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.699018] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.699018] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.699018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.699018] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-460295a7-3990-4d27-afc2-1f9d578af4f2 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.699018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.699018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.699018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.699018] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460295a7-3990-4d27-afc2-1f9d578af4f2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.201629] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.201957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.201957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.202229] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.202382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.202969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 460295a7-3990-4d27-afc2-1f9d578af4f2 not found, creating... [ 991.202969] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.202969] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.203204] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.203553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.203553] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.203785] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.203892] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.204018] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.204245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.204397] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.204538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 460295a7-3990-4d27-afc2-1f9d578af4f2 is going to be created. [ 991.230712] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.230712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.230712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.231185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.231518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.231946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.885539] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 991.885539] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 991.885539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.990135] env[65762]: INFO networking_nsxv3.common.synchronization [req-c75d3a00-6b98-4f75-9012-cccb1d4083d5 req-425fbae5-b740-4c1c-b164-d7b35111ee04 service nova] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 991.990359] env[65762]: INFO networking_nsxv3.common.synchronization [req-c75d3a00-6b98-4f75-9012-cccb1d4083d5 req-425fbae5-b740-4c1c-b164-d7b35111ee04 service nova] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 991.990893] env[65762]: INFO networking_nsxv3.common.synchronization [req-c75d3a00-6b98-4f75-9012-cccb1d4083d5 req-425fbae5-b740-4c1c-b164-d7b35111ee04 service nova] Enqueued Resource ID: 460295a7-3990-4d27-afc2-1f9d578af4f2 with Priority: HIGHEST for action port [ 991.991762] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 991.991762] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 991.991762] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460295a7-3990-4d27-afc2-1f9d578af4f2 with Priority: HIGHEST for action port [ 991.992086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.992388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.992388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.992576] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.993590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.993744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.993800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.993983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.994282] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.994393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.994457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.995061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.995061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.995061] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.996144] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-460295a7-3990-4d27-afc2-1f9d578af4f2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.996872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.996872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.996872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.996872] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460295a7-3990-4d27-afc2-1f9d578af4f2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.463073] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 992.463361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.500020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.501455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.501455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.501455] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460295a7-3990-4d27-afc2-1f9d578af4f2 with status ACTIVE [ 992.501610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.501675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.501761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.501940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.502052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.502219] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.502318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.502372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.502527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.502597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.502774] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.502878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.502960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.503310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.503310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.503310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460295a7-3990-4d27-afc2-1f9d578af4f2 is going to be updated. [ 992.527647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.527792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.527862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.529048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.529048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.529048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460295a7-3990-4d27-afc2-1f9d578af4f2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.005379] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.508583] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.508908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.508908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.509092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.509262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.509387] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be created. [ 993.536352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.536520] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.536593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.536847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.536971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.547936] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: UNINITIALIZED for 2s [ 993.843067] env[65762]: INFO networking_nsxv3.common.synchronization [req-bd6e688a-f21c-41bc-b9e2-8de7b9c00154 req-c723c8f9-15aa-44ae-8ea7-f9022196cad6 tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 993.843067] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 993.843067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.843067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.843067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.843067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.843067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.843067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.843067] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.843601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.843601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.843601] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.141299] env[65762]: INFO networking_nsxv3.common.synchronization [req-ab9e6a6f-646a-449a-8652-f9562f00abda req-eb72324c-7b4f-4597-89eb-ac15ed0d085c tempest-ListServersNegativeTestJSON-286749286 tempest-ListServersNegativeTestJSON-286749286-project-member] Enqueued Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 994.141895] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0429a7bb-7810-4597-b364-08ea39c5c612 with Priority: HIGHEST for action security_group_members [ 994.142552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0429a7bb-7810-4597-b364-08ea39c5c612 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.142552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.346771] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.849034] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.351850] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.352060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.352139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.352357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.352450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.352551] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 995.384380] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.384516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.384598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.384829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.384997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.399220] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 995.562279] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 995.562555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.562766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.562971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.563254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.563399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.563482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.563759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.563851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.563944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.564076] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.066660] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.568639] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9901c0fc-a540-44e0-85a6-8e0922c86e9a: rpc.has_security_group_logging(os_id): False [ 996.588425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.588575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.588634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.588883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.588986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.589242] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.589378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.589426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.589582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.589667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.589791] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be created. [ 996.654460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.654460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.654460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.654460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.654460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.666556] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 997.408213] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 997.408553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.408654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.408837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.409041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.409189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.409229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.409385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.409689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.409689] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0429a7bb-7810-4597-b364-08ea39c5c612',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.912417] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.912601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.913970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.913970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.913970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.913970] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.914138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.914138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.914299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.914385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.914479] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 is going to be updated. [ 997.942090] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.942275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.942514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.951611] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: IN_PROGRESS for 2s [ 998.678990] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 998.679374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.706588] env[65762]: INFO networking_nsxv3.common.synchronization [req-b4e1366f-630c-48c6-b346-3907db8e4ecc req-678696a6-0098-4c15-aab1-b3dcc1897d31 tempest-InstanceActionsV221TestJSON-1732436157 tempest-InstanceActionsV221TestJSON-1732436157-project-member] Enqueued Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 998.706800] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 998.710824] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.711023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.711096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.711433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.711726] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.711862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.711941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.712904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.712904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.712904] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.770802] env[65762]: INFO networking_nsxv3.common.synchronization [None req-72649715-52d4-4b8f-b2a5-1ee63618a107 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 998.771500] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 998.771864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.772200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.772334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.772614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.773037] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.890568] env[65762]: INFO networking_nsxv3.common.synchronization [None req-1b8b2fae-4808-412d-9e6e-c2d35f350ba8 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 998.890568] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 998.891205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.891205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069304] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.069529] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-340" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069641] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-340" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.069952] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-340" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070266] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070407] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070539] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070810] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071036] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071284] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.071391] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.071504] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.071610] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.071715] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.071817] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.071993] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.094196] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.094400] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.094505] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.094792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-340" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094986] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-abcc166e-d083-4060-a1d0-5f6bd6af169e taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.095180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.095301] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.095683] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.095865] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcc166e-d083-4060-a1d0-5f6bd6af169e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.215438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.215648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.215724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.216098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.216216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.216682] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.216785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.216869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.217089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.217178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.217270] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 already deleted. [ 999.217793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.303491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.303491] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 already deleted. [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.303491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.303491] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.598699] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.598942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.599222] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.599418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.599569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.599727] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port abcc166e-d083-4060-a1d0-5f6bd6af169e not found, creating... [ 999.600083] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.600272] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.600390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.600634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.600769] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.601107] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601267] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.601384] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.601783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.602068] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.602132] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: abcc166e-d083-4060-a1d0-5f6bd6af169e is going to be created. [ 999.624449] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.624714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.624869] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625218] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.625460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.625692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.832561] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.832953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.832953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.833107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.833107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 already deleted. [ 999.833265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.961383] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0429a7bb-7810-4597-b364-08ea39c5c612 in Status: SUCCESS [ 999.962154] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0429a7bb-7810-4597-b364-08ea39c5c612 deletion is rescheduled due to dependency. [ 999.962154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0429a7bb-7810-4597-b364-08ea39c5c612" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.369093] env[65762]: INFO networking_nsxv3.common.synchronization [req-b4e1366f-630c-48c6-b346-3907db8e4ecc req-9cf36576-8024-451b-9fdf-d9cbb4ffa607 service nova] Enqueued Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_rules [ 1000.369388] env[65762]: INFO networking_nsxv3.common.synchronization [req-b4e1366f-630c-48c6-b346-3907db8e4ecc req-9cf36576-8024-451b-9fdf-d9cbb4ffa607 service nova] Enqueued Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 1000.369640] env[65762]: INFO networking_nsxv3.common.synchronization [req-b4e1366f-630c-48c6-b346-3907db8e4ecc req-9cf36576-8024-451b-9fdf-d9cbb4ffa607 service nova] Enqueued Resource ID: abcc166e-d083-4060-a1d0-5f6bd6af169e with Priority: HIGHEST for action port [ 1000.370533] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_rules [ 1000.372821] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 1000.372821] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcc166e-d083-4060-a1d0-5f6bd6af169e with Priority: HIGHEST for action port [ 1000.372821] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.372821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.372821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.372821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.372821] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.374143] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.374143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.375085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.375085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.375085] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.375736] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-abcc166e-d083-4060-a1d0-5f6bd6af169e taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.376448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.376560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.376680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.376762] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcc166e-d083-4060-a1d0-5f6bd6af169e',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.875134] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.878861] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.879831] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abcc166e-d083-4060-a1d0-5f6bd6af169e with status ACTIVE [ 1000.880088] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.880239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.880314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.880547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.880640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.880835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.881070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.881070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.881267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.881363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.881554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.881666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.881727] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.881881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.882129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.882210] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abcc166e-d083-4060-a1d0-5f6bd6af169e is going to be updated. [ 1000.907534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.907756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.907859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.908168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.908352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.908552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abcc166e-d083-4060-a1d0-5f6bd6af169e" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.382672] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1001.382848] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1001.384604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.889566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.889566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.889566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.889566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.889566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.889566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 is going to be created. [ 1001.914703] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.914703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.914703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.927877] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: UNINITIALIZED for 2s [ 1002.026097] env[65762]: INFO networking_nsxv3.common.synchronization [req-0e19aab0-c31e-4738-a604-9c130f47c87f req-16b1647a-ef51-4c86-a7f6-3ada24ffa3e9 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1002.026641] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1002.026944] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.027465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.027547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.027754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.027997] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.028084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.028084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.028254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.028338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.028432] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.531370] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.531697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.531697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.531907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.532043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.532294] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.532394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.532529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.532638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.532718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.532803] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be updated. [ 1002.563266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.563404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.563456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.563655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.563769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.574240] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: IN_PROGRESS for 2s [ 1003.938956] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: SUCCESS [ 1003.939334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.939397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.939604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.939794] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.941027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.941027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.941027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.941027] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.443050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.443267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.443372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.443730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.443983] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.444155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.444262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444993] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.445163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.445263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.445474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.445682] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.445837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.445940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.446168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.446296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.446433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.446563] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.585769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 1004.585927] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 deletion is rescheduled due to dependency. [ 1004.586080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.948748] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a35b3637-1cdd-4d23-b36d-67f8c2e31d30: rpc.has_security_group_logging(os_id): False [ 1004.968406] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.968406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.968406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.968406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.968406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968406] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.968781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.968781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.968781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.968781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.969138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.969265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.969485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.969594] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.969838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.969951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.969951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.970169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.970284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.970405] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 is going to be created. [ 1005.032724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.032921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.032921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.033170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.033350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.060786] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: IN_PROGRESS for 2s [ 1005.722826] env[65762]: INFO networking_nsxv3.common.synchronization [req-70c6d528-f0e5-460f-ae33-65960ae94c24 req-49e972fa-5382-49c9-97a2-1b24f4c35345 tempest-ServerRescueTestJSON-513161226 tempest-ServerRescueTestJSON-513161226-project-member] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1005.725021] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1005.726503] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.726697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.726800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.727178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.727414] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.727566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.727669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.727905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.728324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.728489] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.038987] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.039352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.039352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.039715] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.039959] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.040669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.040669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.040669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.040669] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.040870] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.040911] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.041044] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.041222] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.041344] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.041449] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.041577] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.064254] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.064254] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.064254] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.064254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.064536] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-488fdd66-8a3f-4701-b814-021763a70e84 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.064714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.064833] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.065181] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.065366] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488fdd66-8a3f-4701-b814-021763a70e84',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.231441] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.231642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.231726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.231959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.232076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.232284] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.232386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.232440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.232596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.232682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.232766] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 already deleted. [ 1006.232844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568062] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.568062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.568062] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.568460] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.568543] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568713] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 488fdd66-8a3f-4701-b814-021763a70e84 not found, creating... [ 1006.569055] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.569246] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.569371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.569622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.569763] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.570113] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.570265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.570498] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.570626] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.570765] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.570909] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 488fdd66-8a3f-4701-b814-021763a70e84 is going to be created. [ 1006.592706] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.592960] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.593041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.593318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.593560] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.593797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.077396] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: SUCCESS [ 1007.077396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [req-70c6d528-f0e5-460f-ae33-65960ae94c24 req-e10e9cd6-6f29-4ade-b7f4-db662bbb7387 service nova] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_rules [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [req-70c6d528-f0e5-460f-ae33-65960ae94c24 req-e10e9cd6-6f29-4ade-b7f4-db662bbb7387 service nova] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [req-70c6d528-f0e5-460f-ae33-65960ae94c24 req-e10e9cd6-6f29-4ade-b7f4-db662bbb7387 service nova] Enqueued Resource ID: 488fdd66-8a3f-4701-b814-021763a70e84 with Priority: HIGHEST for action port [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_rules [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1007.337025] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488fdd66-8a3f-4701-b814-021763a70e84 with Priority: HIGHEST for action port [ 1007.337025] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.337025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.337025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.337470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.337470] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.338862] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.339062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.339138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.339370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.339544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.339642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.339702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.339972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.340080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.340373] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.341505] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-488fdd66-8a3f-4701-b814-021763a70e84 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.341619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.341748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.341905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.341973] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488fdd66-8a3f-4701-b814-021763a70e84',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.839854] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.839854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.843777] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.846104] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488fdd66-8a3f-4701-b814-021763a70e84 with status ACTIVE [ 1007.846316] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.846443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.846504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.846730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.846823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.847011] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.847116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.847178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.847341] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.847435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.847677] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.847743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.847803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.847945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.848043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.849223] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488fdd66-8a3f-4701-b814-021763a70e84 is going to be updated. [ 1007.871076] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.871076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.871418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.871479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.871712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.871827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488fdd66-8a3f-4701-b814-021763a70e84" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.191625] env[65762]: INFO networking_nsxv3.common.synchronization [req-6a3a7020-68b1-4401-a0f9-45a0fb040fe7 req-49bbab4e-8483-4e4e-8615-b93c9369568d tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1008.191625] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1008.191625] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.191625] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.191625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.191625] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.344307] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.555160] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.555302] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.555427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.556041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.556041] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.556349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.556349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.556542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.556586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.557103] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.557103] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.557103] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.557103] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.557299] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.557299] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.557433] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.580942] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.580942] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.580942] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.580942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.580942] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.580942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.580942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.580942] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.580942] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cbce2a-e48c-45f6-92a5-ff727f9a4f5b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.692871] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.693404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.693404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.693404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.693404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.693591] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.693676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.693769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.693987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.694104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.694216] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1008.721549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.721549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.721549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.721549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.721769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.730875] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1008.847292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.847488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.847537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.847704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.847803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.847889] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be created. [ 1008.873159] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.873327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.873327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.873998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.873998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.883363] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: UNINITIALIZED for 2s [ 1009.082274] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.082514] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.082639] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.083986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.083986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.083986] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b not found, creating... [ 1009.083986] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.083986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.083986] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.084423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.084423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.084531] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.084611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.084724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.084926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.085324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.085512] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b is going to be created. [ 1009.106328] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.106458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.106534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.106811] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.107052] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.107387] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [req-6a3a7020-68b1-4401-a0f9-45a0fb040fe7 req-3922a30e-dd8e-4250-9211-33cd228f3976 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [req-6a3a7020-68b1-4401-a0f9-45a0fb040fe7 req-3922a30e-dd8e-4250-9211-33cd228f3976 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [req-6a3a7020-68b1-4401-a0f9-45a0fb040fe7 req-3922a30e-dd8e-4250-9211-33cd228f3976 service nova] Enqueued Resource ID: 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b with Priority: HIGHEST for action port [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1009.813376] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b with Priority: HIGHEST for action port [ 1009.813376] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.813376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.815492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.815492] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.815714] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815895] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.816008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.816253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.816320] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cbce2a-e48c-45f6-92a5-ff727f9a4f5b',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.318471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.318559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.318743] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b with status ACTIVE [ 1010.318951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.319091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.319187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.319554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.319708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.319951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.320075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.320164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.320362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.320547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.320778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.320927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.321131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.321259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.321392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.321500] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24cbce2a-e48c-45f6-92a5-ff727f9a4f5b is going to be updated. [ 1010.344822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.345059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.345174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.345474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.345679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.345911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cbce2a-e48c-45f6-92a5-ff727f9a4f5b" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.729716] env[65762]: INFO networking_nsxv3.common.synchronization [req-5cdb7d49-8e83-41c6-9aed-28667b8f4bfa req-8e4db3a2-6baf-455b-a2b3-0996488b6bf1 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1010.730330] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1010.730648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.730822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.730822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.732166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.732166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.732166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.732166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.732580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.732685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.732810] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.747416] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1010.747608] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1010.748474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.749149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.749396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.749597] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.749718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.750340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.750340] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.898382] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.898382] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.898382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.898953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.898953] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.134950] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.135569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.135569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.135710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.135867] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.136103] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136266] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.136702] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.136934] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.137093] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.137234] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.137369] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.137534] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.137627] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.137780] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.157443] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.157625] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.157761] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.157943] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.158282] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ca808ebf-d466-47cc-8005-4c0c9b2dc481 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.158453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.158564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.158888] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.159138] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca808ebf-d466-47cc-8005-4c0c9b2dc481',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.236733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.236962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.237138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.237460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.237601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.237846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.237970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.238098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.238289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.238409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.238613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1011.252789] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.272934] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.273201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.273201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.273468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.273584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.285334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1011.401020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.401226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.401335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.401667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.401886] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.402033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.402126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.402323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.402492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.402563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.402730] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.402847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.402940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.403889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404697] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.404901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.405029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.405274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.405407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.405549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.405675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.661959] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.662188] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.662404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.663338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.663338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.663338] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ca808ebf-d466-47cc-8005-4c0c9b2dc481 not found, creating... [ 1011.663338] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.663338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.663556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.663709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.663840] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.664146] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.664305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.664422] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.664667] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.664838] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.664982] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ca808ebf-d466-47cc-8005-4c0c9b2dc481 is going to be created. [ 1011.688380] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.688653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.688728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.688975] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.689399] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.689668] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.757712] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.909073] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e159f4d-b289-48fc-940c-d3c0921ede16: rpc.has_security_group_logging(os_id): False [ 1011.932533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.932942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.933292] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.933387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.933620] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.933810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.934063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.934142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.934325] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.934421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.934482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.934632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.934688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.934909] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.934963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.934996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.935331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.935414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.935667] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be created. [ 1012.001677] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.002049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.002049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.002156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.002351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.015854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1012.261791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.261993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.262099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.262391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.263347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.263347] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1012.329372] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.329372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.329372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.329724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.329724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.345423] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1012.399664] env[65762]: INFO networking_nsxv3.common.synchronization [req-d9b96655-7f2e-4c1b-a271-30495e300853 req-098c038a-4e85-48f3-a018-f94047905638 tempest-InstanceActionsV221TestJSON-1732436157 tempest-InstanceActionsV221TestJSON-1732436157-project-member] Enqueued Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 1012.400257] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGHEST for action security_group_members [ 1012.400570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.400694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.400764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.400961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.401136] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.401238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.401303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.401473] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.401560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.401656] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.466243] env[65762]: INFO networking_nsxv3.common.synchronization [req-5cdb7d49-8e83-41c6-9aed-28667b8f4bfa req-e2eb8715-a34a-41f2-92ea-4fde656e5f94 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1012.466243] env[65762]: INFO networking_nsxv3.common.synchronization [req-5cdb7d49-8e83-41c6-9aed-28667b8f4bfa req-e2eb8715-a34a-41f2-92ea-4fde656e5f94 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1012.466436] env[65762]: INFO networking_nsxv3.common.synchronization [req-5cdb7d49-8e83-41c6-9aed-28667b8f4bfa req-e2eb8715-a34a-41f2-92ea-4fde656e5f94 service nova] Enqueued Resource ID: ca808ebf-d466-47cc-8005-4c0c9b2dc481 with Priority: HIGHEST for action port [ 1012.467265] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1012.467416] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1012.467509] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca808ebf-d466-47cc-8005-4c0c9b2dc481 with Priority: HIGHEST for action port [ 1012.468062] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.468062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.468062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.468519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.470276] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.472148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.473731] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca808ebf-d466-47cc-8005-4c0c9b2dc481 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.474115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.474115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.474531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.474531] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca808ebf-d466-47cc-8005-4c0c9b2dc481',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.904916] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.905146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.905146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.905307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.905381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.905588] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.905693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.905742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.905887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.905968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.906075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 is going to be updated. [ 1012.938464] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.938464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.938464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.938464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.938464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.946756] env[65762]: INFO networking_nsxv3.common.synchronization [req-c02f7213-4783-4424-8c4e-c5e8c23de2d5 req-7f252cd5-0c3a-49be-955b-4b60fdcb3867 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1012.947251] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1012.947685] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.947824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.947905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.949017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.949017] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.949017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.949017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.949017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.949249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.949249] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.950659] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: IN_PROGRESS for 2s [ 1012.977086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.977224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.979601] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca808ebf-d466-47cc-8005-4c0c9b2dc481 with status ACTIVE [ 1012.979844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.979928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.979996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.980224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.980315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.980485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.980584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.980646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.980794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.980870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.981057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.982514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.982514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.982514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.982514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.982514] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca808ebf-d466-47cc-8005-4c0c9b2dc481 is going to be updated. [ 1013.004475] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.004475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.004475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.004475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.004475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.004475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca808ebf-d466-47cc-8005-4c0c9b2dc481" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.295994] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1013.295994] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1013.296110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.296459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.296577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.296667] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.296785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.296846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.297036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.297120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.297215] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.336084] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.336402] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.336473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.337494] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.337923] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.338172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.338303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.338583] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.338742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.339667] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.339799] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.339934] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.340156] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.340278] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.340395] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.340548] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.364193] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.364193] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.364348] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.364413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.364759] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-fe52c710-4ad3-4bfb-81d0-ede91f322907 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.364923] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.365016] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.365361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.365500] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe52c710-4ad3-4bfb-81d0-ede91f322907',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.452855] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.799045] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.867690] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.867949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.867949] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.868405] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.868500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.868571] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port fe52c710-4ad3-4bfb-81d0-ede91f322907 not found, creating... [ 1013.868917] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.869182] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.869371] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.873334] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.873334] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.873334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: fe52c710-4ad3-4bfb-81d0-ede91f322907 is going to be created. [ 1013.899310] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.899310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.899310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.899310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.899619] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.901041] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.958288] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.030226] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1014.030226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.301698] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.356599] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1014.356845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.357057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.357306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.357509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.357654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.357734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.357908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.358068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.358109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.358223] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.460038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.460178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.460296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.460662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.460785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.460958] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1014.510216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.510443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.510491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.510717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.510860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.522581] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1014.613557] env[65762]: INFO networking_nsxv3.common.synchronization [req-c02f7213-4783-4424-8c4e-c5e8c23de2d5 req-5d9ab62d-289c-404c-ac17-e8a008d974e2 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 1014.613820] env[65762]: INFO networking_nsxv3.common.synchronization [req-c02f7213-4783-4424-8c4e-c5e8c23de2d5 req-5d9ab62d-289c-404c-ac17-e8a008d974e2 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1014.613879] env[65762]: INFO networking_nsxv3.common.synchronization [req-c02f7213-4783-4424-8c4e-c5e8c23de2d5 req-5d9ab62d-289c-404c-ac17-e8a008d974e2 service nova] Enqueued Resource ID: fe52c710-4ad3-4bfb-81d0-ede91f322907 with Priority: HIGHEST for action port [ 1014.614461] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 1014.614601] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1014.614700] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52c710-4ad3-4bfb-81d0-ede91f322907 with Priority: HIGHEST for action port [ 1014.614980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.615549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.616097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.616246] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.617321] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.617516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.618276] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe52c710-4ad3-4bfb-81d0-ede91f322907 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.618733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.618733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.619352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.619352] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe52c710-4ad3-4bfb-81d0-ede91f322907',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.805670] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.806036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.806129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.806508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.806508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.806658] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1014.842864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.843153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.843153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.843302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.843429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.853489] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1014.860198] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.860469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.860469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.860679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.860857] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.860970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.861053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.861208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.861294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861643] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.861830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.861904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.862099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.862386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.862451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.862615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.862718] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.862861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.863017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.962590] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 in Status: SUCCESS [ 1014.962590] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 deletion is rescheduled due to dependency. [ 1014.962944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.098022] env[65762]: INFO networking_nsxv3.common.synchronization [req-3e81c0cb-4d9c-4f3f-8f74-2c99bc60ee17 req-eb7bc5be-84c9-4c39-860e-05e9832fa890 tempest-ListServerFiltersTestJSON-1788882406 tempest-ListServerFiltersTestJSON-1788882406-project-member] Enqueued Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 1015.098022] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a with Priority: HIGHEST for action security_group_members [ 1015.098022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.098022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.098022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.098632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.098632] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.121928] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.121928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.122289] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe52c710-4ad3-4bfb-81d0-ede91f322907 with status ACTIVE [ 1015.122506] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.122663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.122663] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.122991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.122991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.123209] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.123209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.123315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.123426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.123500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.123679] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.123949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.123949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.124088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.124166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.124253] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe52c710-4ad3-4bfb-81d0-ede91f322907 is going to be updated. [ 1015.147743] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.147894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.147967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.148195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.148325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.148486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe52c710-4ad3-4bfb-81d0-ede91f322907" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.366581] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 1015.384888] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.385093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.385157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.385369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.385451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.385670] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.385768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.385857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.385980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.386077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.386240] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.386325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.386421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.386537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.386603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.386778] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.386868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.386926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.387082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.387147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.387234] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1015.458034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.458269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.458269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.458398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.458548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.474175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1015.599908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.600240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.600240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.600381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600670] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.600777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.600842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.601011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.601093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.601181] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a is going to be updated. [ 1015.638928] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.639191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.639310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.639696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.639951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.652186] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: IN_PROGRESS for 2s [ 1016.533335] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1016.533704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.533770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.534048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.534255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.534374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.534435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.534605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.534676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.534772] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.864132] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1016.864132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.864132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.864132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.864132] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.864353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.864353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.864534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.864655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.864716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.864856] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.037075] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.368460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.368711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.368765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.369077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.369308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.369448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.369526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.369734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.369849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.369987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.370201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.370328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.370422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.370603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.370785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.370914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.371013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.371199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.371311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.371429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.371554] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.492919] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1017.493223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.539390] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.664723] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a in Status: SUCCESS [ 1017.664952] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a deletion is rescheduled due to dependency. [ 1017.665122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.873648] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd177e2b-3b82-4236-9d70-c1d7d4c97e07: rpc.has_security_group_logging(os_id): False [ 1017.891786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.892028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.892028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.892228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.892316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.892508] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.892609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.892672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.892830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.892906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.893115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.893210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.893272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.893412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.893485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.893672] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.893766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.893827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.893999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.894090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.894199] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1017.959621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.959776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.959827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.960061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.960207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.983992] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1018.042797] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.042993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.043135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.043335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.043436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.043546] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1018.090667] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.090902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.090902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.091112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.091246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.102448] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1018.236480] env[65762]: INFO networking_nsxv3.common.synchronization [req-7aa3cf7a-3c6c-4e42-a18b-8f4d2a531dd4 req-838e92eb-4ff2-413f-89e0-1c30a7ee6afc tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1018.237245] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1018.237690] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.238178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238999] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.240897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.240897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.240897] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.591011] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592349] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592995] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.593217] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.593340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.593572] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.593722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593926] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.594078] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.594197] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.594305] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.594417] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.594523] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.595194] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.614882] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.615061] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.615201] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.615370] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615676] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-a5c3954c-96a1-4dea-9b15-5983aabee445 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.615880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.618270] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.618705] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.618859] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c3954c-96a1-4dea-9b15-5983aabee445',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.742460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.742605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.742716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.742928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743239] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743721] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 already deleted. [ 1018.743808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.123402] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.123605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.123653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.123909] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.124072] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.124229] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port a5c3954c-96a1-4dea-9b15-5983aabee445 not found, creating... [ 1019.124487] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.124644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.124760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.124989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.125140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.125423] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.125574] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.125690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.125900] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.126044] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.126185] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: a5c3954c-96a1-4dea-9b15-5983aabee445 is going to be created. [ 1019.146380] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.146604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.146690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.146971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.147305] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.147538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.881355] env[65762]: INFO networking_nsxv3.common.synchronization [req-7aa3cf7a-3c6c-4e42-a18b-8f4d2a531dd4 req-545c4f41-db41-451f-b399-4504fd32fb56 service nova] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 1019.881678] env[65762]: INFO networking_nsxv3.common.synchronization [req-7aa3cf7a-3c6c-4e42-a18b-8f4d2a531dd4 req-545c4f41-db41-451f-b399-4504fd32fb56 service nova] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1019.881678] env[65762]: INFO networking_nsxv3.common.synchronization [req-7aa3cf7a-3c6c-4e42-a18b-8f4d2a531dd4 req-545c4f41-db41-451f-b399-4504fd32fb56 service nova] Enqueued Resource ID: a5c3954c-96a1-4dea-9b15-5983aabee445 with Priority: HIGHEST for action port [ 1019.882271] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_rules [ 1019.882475] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1019.882580] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c3954c-96a1-4dea-9b15-5983aabee445 with Priority: HIGHEST for action port [ 1019.882952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.885440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.885549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.885730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.885848] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.887445] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.887617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.887731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.887980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.888120] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.888262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.888297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.888433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.888575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.888674] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.892342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c3954c-96a1-4dea-9b15-5983aabee445 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.892342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.892342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.892342] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.892342] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c3954c-96a1-4dea-9b15-5983aabee445',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.999154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1019.999437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1020.113301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.113677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.113780] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.113905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.113963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.114166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.114256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.114331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.114475] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.391655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.391882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.391882] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.392769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5c3954c-96a1-4dea-9b15-5983aabee445 with status ACTIVE [ 1020.392955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.393078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.393146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.393353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.393442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.393611] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.393914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.393914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.394047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.394047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.394287] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.394387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.394448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.394593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.394664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.394754] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5c3954c-96a1-4dea-9b15-5983aabee445 is going to be updated. [ 1020.418172] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.418366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.418436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.418637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.418774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.419030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c3954c-96a1-4dea-9b15-5983aabee445" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.616701] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.616889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.616968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.617254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.617413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.617534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.617601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.617812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.617914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.617997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.618164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.618256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.618318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.618456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.618605] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.618694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.618754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.618894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.618969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.619077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.619168] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.897583] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.122688] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 1021.146058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.146278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.146278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.146490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.146570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.146843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.146985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.147073] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.147245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.147325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.147533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.147631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.147695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.147846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.147925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.148129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.148223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.148277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.148422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.148497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.148586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1021.212568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.212805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.212805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.213020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.213173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.228142] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1021.399196] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.399355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.399401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.399686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.399854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.400031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 is going to be created. [ 1021.423257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.423393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.423469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.423681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.423838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.433818] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: UNINITIALIZED for 2s [ 1023.245434] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1023.245741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.375778] env[65762]: INFO networking_nsxv3.common.synchronization [None req-ae76c6c8-f771-4505-9ed1-5ea7ede4ba5f tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1023.376378] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1023.376734] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.376842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.376891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.377157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.377244] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.453761] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: SUCCESS [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.453761] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.453761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.453761] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.507474] env[65762]: INFO networking_nsxv3.common.synchronization [None req-3f2382bd-47b9-40ec-a9cb-cf032e25bc4d tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1023.508041] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1023.508378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.508479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.905254] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.905867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.905867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.906309] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.907774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.907774] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 already deleted. [ 1023.907774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.907774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.907774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.907774] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.958049] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.428243] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.428614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.428614] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.428723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.428761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.428847] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 already deleted. [ 1024.428926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.460930] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d11b81c9-eb9c-4fab-93a7-ae268ee47a27: rpc.has_security_group_logging(os_id): False [ 1024.479910] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.480089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.480367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.480441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.480946] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.480946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.481295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.481295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.481295] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 is going to be created. [ 1024.548398] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.548600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.548600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.548825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.549045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.561213] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: IN_PROGRESS for 2s [ 1025.341578] env[65762]: INFO networking_nsxv3.common.synchronization [req-48f77657-330f-4c4d-a993-9e08ff2db2b4 req-99a64f2f-675a-4618-b314-f4ab4cf9cb67 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1025.342216] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1025.342435] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.342878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.342878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.342878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.343089] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.343250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.343250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.343431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.343559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.343673] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.705576] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.705950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.705950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.706197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.706456] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.706615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.706734] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.706953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.707192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.707410] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.707524] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.707632] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.707740] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.707848] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.707953] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.708117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.732310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.732517] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.732654] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.732841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.733290] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.733505] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.733603] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.733947] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.734111] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc13f2cc-65bd-4da0-ae56-4a5e3254cba2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.845785] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.238626] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.239357] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.239357] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.239612] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.240408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.240408] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 not found, creating... [ 1026.240532] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.240620] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.240916] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.241010] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.243320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.243320] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.243320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.243320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.243320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.243320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.243320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 is going to be created. [ 1026.267159] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.267404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.267529] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.268219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.268219] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.268430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.348572] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.578381] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: SUCCESS [ 1026.578605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.755711] env[65762]: INFO networking_nsxv3.common.synchronization [req-bf87a3dc-88e2-4adc-bf92-a4e5c88972e6 req-6fd5cab9-d25a-4d19-b439-44d864e1c2ef tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1026.756177] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1026.756533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.757250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.757250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.757250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.757250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.757250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.757519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.757519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.757592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.757629] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.851771] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.851771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.851771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.851771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.851771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.851771] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1026.890672] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.890672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.890672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.892185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.904117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1027.019043] env[65762]: INFO networking_nsxv3.common.synchronization [req-48f77657-330f-4c4d-a993-9e08ff2db2b4 req-4e57e349-bc13-4a4a-b76e-c5567936bd47 service nova] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 1027.019614] env[65762]: INFO networking_nsxv3.common.synchronization [req-48f77657-330f-4c4d-a993-9e08ff2db2b4 req-4e57e349-bc13-4a4a-b76e-c5567936bd47 service nova] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1027.019775] env[65762]: INFO networking_nsxv3.common.synchronization [req-48f77657-330f-4c4d-a993-9e08ff2db2b4 req-4e57e349-bc13-4a4a-b76e-c5567936bd47 service nova] Enqueued Resource ID: fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 with Priority: HIGHEST for action port [ 1027.020049] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_rules [ 1027.020189] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1027.020287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 with Priority: HIGHEST for action port [ 1027.021431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.021653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.021782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.022306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.022306] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.023327] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.023476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.023728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.023908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.024020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.024267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.024538] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc13f2cc-65bd-4da0-ae56-4a5e3254cba2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.259541] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.527821] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.527821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.528102] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 with status ACTIVE [ 1027.528353] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.528418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.528462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.528651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.528854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.528981] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.530055] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc13f2cc-65bd-4da0-ae56-4a5e3254cba2 is going to be updated. [ 1027.558782] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.558952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.559013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.559222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.559355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc13f2cc-65bd-4da0-ae56-4a5e3254cba2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.763654] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.266699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.266945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.266945] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.267177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.267244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.267294] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1028.310246] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.310781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.310925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.323305] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1028.915447] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1028.915822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.915822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.915972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.916339] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.916458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.916458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.916632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.916750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.916871] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.262022] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.262022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.262022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.262022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.262022] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.262022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.262022] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.262592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.262761] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.262969] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.263097] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.263210] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.263384] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.263509] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.263620] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.263752] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.283538] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.283703] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.283839] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.284029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-541" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.284358] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-c49edfaf-3553-482c-b220-823a2f38a944 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.284569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.284691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.284950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.285097] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edfaf-3553-482c-b220-823a2f38a944',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.419322] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.787866] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.788143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.788298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.788569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.788717] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.788994] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.789187] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.789315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.789529] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.789663] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.789941] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.790227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.790430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790561] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.790704] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: c49edfaf-3553-482c-b220-823a2f38a944 is going to be updated. [ 1029.814193] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.814455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.814540] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.814851] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.814985] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.815228] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.923607] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.338038] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1030.338319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.426951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.426951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.426951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.427329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.427329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.427440] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1030.461336] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.461483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.461552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.461769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.461910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.476943] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1030.655286] env[65762]: INFO networking_nsxv3.common.synchronization [req-eb9e6079-dbd6-4e75-9078-a7a31f2cd348 req-7fe97f7d-d228-469a-b5c7-67b25d8c803b service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 1030.655522] env[65762]: INFO networking_nsxv3.common.synchronization [req-eb9e6079-dbd6-4e75-9078-a7a31f2cd348 req-7fe97f7d-d228-469a-b5c7-67b25d8c803b service nova] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 1030.655678] env[65762]: INFO networking_nsxv3.common.synchronization [req-eb9e6079-dbd6-4e75-9078-a7a31f2cd348 req-7fe97f7d-d228-469a-b5c7-67b25d8c803b service nova] Enqueued Resource ID: c49edfaf-3553-482c-b220-823a2f38a944 with Priority: HIGHEST for action port [ 1030.656624] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_rules [ 1030.656824] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 1030.656945] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49edfaf-3553-482c-b220-823a2f38a944 with Priority: HIGHEST for action port [ 1030.657473] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.657632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.657691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.657883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.657967] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.660259] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.660396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.660488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.660697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.660858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.660960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.661027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.661181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.661264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661359] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.667050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49edfaf-3553-482c-b220-823a2f38a944 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.667050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.667050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.667050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.667050] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49edfaf-3553-482c-b220-823a2f38a944',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.160692] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.160692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165106] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.170106] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49edfaf-3553-482c-b220-823a2f38a944 with status ACTIVE [ 1031.170342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.171139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.171139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.171139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.171139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.171139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.171371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.171371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.171431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.171499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.171671] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.171760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.171817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.171952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.172082] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.172117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49edfaf-3553-482c-b220-823a2f38a944 is going to be updated. [ 1031.197637] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.197847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.197847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.198058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.198354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49edfaf-3553-482c-b220-823a2f38a944" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.667827] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.171261] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.171644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.171644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.171842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.172154] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 1032.216058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.216270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.216270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.216626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.216783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.233031] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 1032.355354] env[65762]: INFO networking_nsxv3.common.synchronization [None req-168fd141-5a77-4ddc-98d5-0ab99c787768 tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb with Priority: HIGHEST for action security_group_rules [ 1032.356045] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb with Priority: HIGHEST for action security_group_rules [ 1032.356404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.356745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.356832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.357146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.357250] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c93d43d4-c29a-4e5a-b21c-e952d6c85cdb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.459719] env[65762]: INFO networking_nsxv3.common.synchronization [None req-30ea2485-ab0e-4d67-bfd9-30f13a1389f4 tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb with Priority: HIGHEST for action security_group_rules [ 1032.460472] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb with Priority: HIGHEST for action security_group_rules [ 1032.460790] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.460906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.489560] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1032.489845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.490057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.491038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.491038] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.491038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.491038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.491038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.491462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.491462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.491462] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.879809] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.879988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.880086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.880304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.880405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.880511] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb already deleted. [ 1032.880597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.880780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.880978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.881085] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c93d43d4-c29a-4e5a-b21c-e952d6c85cdb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.996067] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.403450] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.403836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.403836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.404033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.404125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.404251] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c93d43d4-c29a-4e5a-b21c-e952d6c85cdb already deleted. [ 1033.404336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c93d43d4-c29a-4e5a-b21c-e952d6c85cdb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.497714] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9901c0fc-a540-44e0-85a6-8e0922c86e9a: rpc.has_security_group_logging(os_id): False [ 1033.517034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.517034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.517274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.517274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.517468] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.517595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.517842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.517924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.518034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1033.590727] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.590963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.591038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.591245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.591427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.606609] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1034.245761] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 1034.246095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.246383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.246851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.247000] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.247226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.247430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.247587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.247721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.247850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.248009] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.750599] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.750993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.750993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.751152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.751280] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.751339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.751392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.751562] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.751649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.751733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.751879] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752596] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.753032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753206] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.255748] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3015cd82-7abc-40e8-b0e1-bb4962bff7f6: rpc.has_security_group_logging(os_id): False [ 1035.276150] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.276394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.276553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.276815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.276915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277173] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.277290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.277360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.277545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.277622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277829] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.277941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.278016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.278169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.278257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278472] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.278595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.278676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.278831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.278917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.279015] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 1035.355722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.355722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.356168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.356168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.356168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.373685] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 1035.623917] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1035.624267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.690905] env[65762]: INFO networking_nsxv3.common.synchronization [req-7f1cc9aa-25f7-4c90-8800-b171ed2ee927 req-e0502bf5-1808-4108-a476-26c279570988 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 1035.691787] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGHEST for action security_group_members [ 1035.692189] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.692389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.692486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.692748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.692880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.692977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.693068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.693287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.693413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.693478] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.198198] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.198198] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.198198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.198198] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb is going to be updated. [ 1036.227123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.227331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.227331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.227699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.227699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.238448] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: IN_PROGRESS for 2s [ 1036.461751] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7754841e-4ede-42f3-bfca-7d9028c600d7 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1036.462648] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1036.462876] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.463057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.463241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.463327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.463501] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.463592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.463646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.463869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.463972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.464154] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.838701] env[65762]: INFO networking_nsxv3.common.synchronization [req-11d0974a-729d-4e0b-97d3-80b1434ec7e5 req-aee9dd36-1c6f-4b15-9877-4c4bcf7af113 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1036.839653] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1036.840235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.840235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.840235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.841280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.841592] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.842601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.842779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.843030] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.970028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.970028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.970028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.970028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1037.019740] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.019981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.019981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.020258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.020438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.034977] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1037.348728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.349347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.349449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.349735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.349841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.350078] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.350190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.350367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.350534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.350618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.350711] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1037.396635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.396635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.396635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.396834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.397011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.407639] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 1037.407901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.409837] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1038.254124] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: IN_PROGRESS for 4s [ 1038.898510] env[65762]: INFO networking_nsxv3.common.synchronization [req-7c85035c-31be-42ac-90da-aa32db4f769d req-7ae53873-e6bc-4ca5-86c2-4e05396b54fd tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1038.898510] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1038.899915] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.900347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.900708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.901706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.903979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.903979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.903979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.903979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.903979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.903979] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.050804] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1039.050804] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 deletion is rescheduled due to dependency. [ 1039.050804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.408323] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.408504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.408576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.408833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.408924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.409176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.409288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.409350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409697] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.409789] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 already deleted. [ 1039.409866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.422623] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1039.422623] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1039.422761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.697336] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.697555] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.697657] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.697933] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698208] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.699548] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.699796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.700090] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.700277] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.700518] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.700642] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.700849] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.701100] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.701222] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.723905] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.724110] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.724255] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.724746] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.724746] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ac83410a-e65b-41b7-8e1c-ddba44084148 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.724957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725647] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac83410a-e65b-41b7-8e1c-ddba44084148',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.227497] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.227945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.227945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.228162] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.228323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.228549] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ac83410a-e65b-41b7-8e1c-ddba44084148 not found, creating... [ 1040.228901] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.229086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.229205] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.229467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.229650] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230029] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230194] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230435] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.230911] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230911] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ac83410a-e65b-41b7-8e1c-ddba44084148 is going to be created. [ 1040.254050] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.254340] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.254439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.254678] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.254946] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.255210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.269863] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65db58f7-4161-4077-94e2-61a93ef58ebb in Status: SUCCESS [ 1040.270195] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb deletion is rescheduled due to dependency. [ 1040.270195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.969285] env[65762]: INFO networking_nsxv3.common.synchronization [req-7c85035c-31be-42ac-90da-aa32db4f769d req-87dc58e5-8377-4567-abe4-8415d5ea0753 service nova] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1040.969555] env[65762]: INFO networking_nsxv3.common.synchronization [req-7c85035c-31be-42ac-90da-aa32db4f769d req-87dc58e5-8377-4567-abe4-8415d5ea0753 service nova] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1040.970267] env[65762]: INFO networking_nsxv3.common.synchronization [req-7c85035c-31be-42ac-90da-aa32db4f769d req-87dc58e5-8377-4567-abe4-8415d5ea0753 service nova] Enqueued Resource ID: ac83410a-e65b-41b7-8e1c-ddba44084148 with Priority: HIGHEST for action port [ 1040.971253] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_rules [ 1040.971253] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1040.971336] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac83410a-e65b-41b7-8e1c-ddba44084148 with Priority: HIGHEST for action port [ 1040.971559] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.971692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.971959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.972066] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.973514] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.973638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.973638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.973868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.974115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.974255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.974255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.974369] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.974453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.974722] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.976286] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac83410a-e65b-41b7-8e1c-ddba44084148 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.976417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.976458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.976602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.976679] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac83410a-e65b-41b7-8e1c-ddba44084148',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.077187] env[65762]: INFO networking_nsxv3.common.synchronization [None req-d1ce3d55-ae8d-4af9-b609-2a180c443893 None None] Enqueued Resource ID: da0a6c54-1890-449c-bda4-bd3a64b2cbad with Priority: HIGHEST for action port [ 1041.077972] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0a6c54-1890-449c-bda4-bd3a64b2cbad with Priority: HIGHEST for action port [ 1041.078389] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0a6c54-1890-449c-bda4-bd3a64b2cbad taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.078518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0a6c54-1890-449c-bda4-bd3a64b2cbad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.078589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0a6c54-1890-449c-bda4-bd3a64b2cbad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.078846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0a6c54-1890-449c-bda4-bd3a64b2cbad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.078924] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0a6c54-1890-449c-bda4-bd3a64b2cbad',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.474413] env[65762]: INFO networking_nsxv3.common.synchronization [req-69b809b4-b872-4e97-94ae-b15ceaf2b401 req-32e4f19e-773e-48f0-8902-b59a80086480 tempest-ServerRescueTestJSON-513161226 tempest-ServerRescueTestJSON-513161226-project-member] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1041.474969] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1041.475291] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.475409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.475476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.475668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.475817] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.475934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.475974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.476120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.476201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.476293] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.477381] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.478518] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.478589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479989] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac83410a-e65b-41b7-8e1c-ddba44084148 with status ACTIVE [ 1041.479989] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.479989] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.479989] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.480943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.480943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.480943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.480943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.480943] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac83410a-e65b-41b7-8e1c-ddba44084148 is going to be updated. [ 1041.505548] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.505795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.505795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.506022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.506149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.506308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac83410a-e65b-41b7-8e1c-ddba44084148" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.581360] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da0a6c54-1890-449c-bda4-bd3a64b2cbad [ 1041.581631] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.581819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.581883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.582108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.582198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.582312] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da0a6c54-1890-449c-bda4-bd3a64b2cbad already deleted. [ 1041.582399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0a6c54-1890-449c-bda4-bd3a64b2cbad" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.886626] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.886824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.886950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.887254] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.889277] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.889516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.893025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.893025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.893025] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.893025] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.893025] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.893025] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.893025] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.893025] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.893025] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.893025] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.911242] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.911421] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.911579] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.911772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-427" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.912125] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e3d01492-cdcf-4529-8164-a692cbb65446 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.912311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.912458] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.912798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.912940] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d01492-cdcf-4529-8164-a692cbb65446',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.979776] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.982578] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.421535] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.421535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e3d01492-cdcf-4529-8164-a692cbb65446 not found, creating... [ 1042.421535] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.421535] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.422280] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.422280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.422280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.422280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.422280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.422597] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e3d01492-cdcf-4529-8164-a692cbb65446 is going to be created. [ 1042.453033] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.453033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.453033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.453033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.453033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.453033] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.482546] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.485673] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.485839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.485901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.486131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.486224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.486327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 is going to be created. [ 1042.534485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.534849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.534849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.535158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.535418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.554296] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: UNINITIALIZED for 2s [ 1042.805707] env[65762]: INFO networking_nsxv3.common.synchronization [None req-16fc4a3e-4655-47e6-9ab2-55b909df83a5 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1042.806146] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1042.806453] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.806597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.806747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.806915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.806996] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.985051] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.988306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.988306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.988306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.988306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.988306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1043.019118] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.019373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.019373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.019486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.019599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.033042] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1043.058287] env[65762]: INFO networking_nsxv3.common.synchronization [None req-87f51d7b-b87d-420b-a94f-e68bc8f2dfce None None] Enqueued Resource ID: 215a79d7-db10-4151-9256-6800c7acf624 with Priority: HIGHEST for action port [ 1043.059161] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215a79d7-db10-4151-9256-6800c7acf624 with Priority: HIGHEST for action port [ 1043.059601] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-215a79d7-db10-4151-9256-6800c7acf624 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.059916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215a79d7-db10-4151-9256-6800c7acf624" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.060772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215a79d7-db10-4151-9256-6800c7acf624" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.061118] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215a79d7-db10-4151-9256-6800c7acf624" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.061223] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215a79d7-db10-4151-9256-6800c7acf624',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.126215] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0c3e8132-8a24-4463-9336-ac63facf5228 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1043.126919] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1043.127253] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.127354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172934] env[65762]: INFO networking_nsxv3.common.synchronization [req-69b809b4-b872-4e97-94ae-b15ceaf2b401 req-bc05f63b-9a59-47f2-8e50-cf1bc47cc6a5 service nova] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_rules [ 1043.173202] env[65762]: INFO networking_nsxv3.common.synchronization [req-69b809b4-b872-4e97-94ae-b15ceaf2b401 req-bc05f63b-9a59-47f2-8e50-cf1bc47cc6a5 service nova] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1043.173264] env[65762]: INFO networking_nsxv3.common.synchronization [req-69b809b4-b872-4e97-94ae-b15ceaf2b401 req-bc05f63b-9a59-47f2-8e50-cf1bc47cc6a5 service nova] Enqueued Resource ID: e3d01492-cdcf-4529-8164-a692cbb65446 with Priority: HIGHEST for action port [ 1043.174017] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_rules [ 1043.174204] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1043.174336] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d01492-cdcf-4529-8164-a692cbb65446 with Priority: HIGHEST for action port [ 1043.174731] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.174958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.175059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.175429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.175553] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.176800] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.176924] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.177122] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d01492-cdcf-4529-8164-a692cbb65446 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.177240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.177317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.177747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.179807] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d01492-cdcf-4529-8164-a692cbb65446',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.337469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.337621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.337664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.337931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.338022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.338135] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 already deleted. [ 1043.338356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.338356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.338493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.338621] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.564377] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 215a79d7-db10-4151-9256-6800c7acf624 [ 1043.564733] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.564814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.566708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.566886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.566922] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:215a79d7-db10-4151-9256-6800c7acf624 already deleted. [ 1043.566991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215a79d7-db10-4151-9256-6800c7acf624" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.681534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.681759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.682021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d01492-cdcf-4529-8164-a692cbb65446 with status ACTIVE [ 1043.682268] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.682354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.682395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.682725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.682822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.683060] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.683126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.683180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.683350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.683432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.683613] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.683721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.683784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.683932] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.684035] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.684133] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d01492-cdcf-4529-8164-a692cbb65446 is going to be updated. [ 1043.713433] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.713942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.713942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.714085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.714174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.714974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d01492-cdcf-4529-8164-a692cbb65446" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 already deleted. [ 1043.866033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.566779] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: SUCCESS [ 1044.567529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.567723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.567956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.568181] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.568305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.568445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.568645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.568758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.568861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.568922] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.045941] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1045.046074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.046251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.046467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.046653] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.046777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.046863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.047393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.047393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.047393] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.072412] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.549503] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.578085] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d271c8c-62f5-4b82-8ac9-755c106605e6: rpc.has_security_group_logging(os_id): False [ 1045.600502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.601378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.601378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.601685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.601685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.601685] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 is going to be created. [ 1045.686412] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.686569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.686644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.686939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.687131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.700276] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: IN_PROGRESS for 2s [ 1046.051682] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.555879] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.556149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.556299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.556605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.556778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.556859] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1046.591452] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.591758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.591758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.591980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.592050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.604111] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1046.792251] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6c350-ed60-438b-82d9-d13f3711bfe2 req-3c5897c2-b7d5-42da-8039-f77fc6781d3d tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1046.792923] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1046.794176] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.794586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.794682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.794983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.795762] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.796597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.796787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.797123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.797324] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.799465] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.146506] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.146743] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.146846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.147135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.147421] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.147584] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.147722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.147965] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.148127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.148338] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.148455] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.148649] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.148731] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.148794] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.148895] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.149047] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.170089] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.170405] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.170405] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.170594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-429" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.170931] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-14379393-4e2d-49e1-b954-986edff5a2cd taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.171125] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.171245] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.171605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.171752] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14379393-4e2d-49e1-b954-986edff5a2cd',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.301789] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.343909] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.344180] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.344375] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.344786] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.345134] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.345338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345463] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.345709] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.345872] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.346121] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.346254] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.346371] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.346499] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.346586] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.346689] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.347021] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.371544] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.371790] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.371864] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.372104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372535] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-51958e95-ddd4-477c-a6ab-40ea89949f47 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.372767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.372957] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.373441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.373617] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51958e95-ddd4-477c-a6ab-40ea89949f47',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.674302] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674816] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674959] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.675076] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.675217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 14379393-4e2d-49e1-b954-986edff5a2cd not found, creating... [ 1047.675489] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.675645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.675762] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.676159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.676441] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.676598] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.676718] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.676951] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.677102] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.677244] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 14379393-4e2d-49e1-b954-986edff5a2cd is going to be created. [ 1047.703097] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.703366] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.703445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.703764] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.704010] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.704252] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.715281] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: SUCCESS [ 1047.715528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.804175] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.876298] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.876606] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.876692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.876937] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.877105] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.877263] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 51958e95-ddd4-477c-a6ab-40ea89949f47 not found, creating... [ 1047.877521] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.877679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.877795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.878019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.878160] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.878425] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.878604] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.878722] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.878931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.879075] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.879215] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 is going to be created. [ 1047.909952] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.910318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.910607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.910846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.911105] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.306644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.306835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.306907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.307141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.307241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.307363] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1048.342085] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.342320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.342689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.342754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.342908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.352857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1048.455734] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6c350-ed60-438b-82d9-d13f3711bfe2 req-e84e636c-6285-48b1-bd9e-decee666620a service nova] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_rules [ 1048.455912] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6c350-ed60-438b-82d9-d13f3711bfe2 req-e84e636c-6285-48b1-bd9e-decee666620a service nova] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1048.456066] env[65762]: INFO networking_nsxv3.common.synchronization [req-73c6c350-ed60-438b-82d9-d13f3711bfe2 req-e84e636c-6285-48b1-bd9e-decee666620a service nova] Enqueued Resource ID: 14379393-4e2d-49e1-b954-986edff5a2cd with Priority: HIGHEST for action port [ 1048.456770] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_rules [ 1048.456770] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1048.456878] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14379393-4e2d-49e1-b954-986edff5a2cd with Priority: HIGHEST for action port [ 1048.457717] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.458333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.458368] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.459348] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.459470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.459673] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-14379393-4e2d-49e1-b954-986edff5a2cd taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.459767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.461066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.461066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.461066] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14379393-4e2d-49e1-b954-986edff5a2cd',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.616075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1048.616658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.616942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.617354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.618115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.618432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.618557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.618827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.618998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.619546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.619546] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.629187] env[65762]: INFO networking_nsxv3.common.synchronization [req-8b4fd0a4-52c1-4215-bf8e-e173582edd49 req-2b927d47-5479-4c4a-98d4-10a1891e23eb service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 1048.630023] env[65762]: INFO networking_nsxv3.common.synchronization [req-8b4fd0a4-52c1-4215-bf8e-e173582edd49 req-2b927d47-5479-4c4a-98d4-10a1891e23eb service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1048.630023] env[65762]: INFO networking_nsxv3.common.synchronization [req-8b4fd0a4-52c1-4215-bf8e-e173582edd49 req-2b927d47-5479-4c4a-98d4-10a1891e23eb service nova] Enqueued Resource ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 with Priority: HIGHEST for action port [ 1048.630523] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 1048.630581] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1048.630801] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 with Priority: HIGHEST for action port [ 1048.631205] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.631372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.631468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.631745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.631841] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.633123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.633268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.633362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.633600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.634123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.634257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.634415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.634539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.634653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.634780] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.635812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-51958e95-ddd4-477c-a6ab-40ea89949f47 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.635960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.636074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.636233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.636337] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51958e95-ddd4-477c-a6ab-40ea89949f47',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.963893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963893] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14379393-4e2d-49e1-b954-986edff5a2cd with status ACTIVE [ 1048.963893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.964943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.964943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.964943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.964943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.964943] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14379393-4e2d-49e1-b954-986edff5a2cd is going to be updated. [ 1048.998498] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.998675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.998790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.999023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.999164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.999360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14379393-4e2d-49e1-b954-986edff5a2cd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.121585] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.121748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.122083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.122286] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.122397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.122464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.122641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.122730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.122825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.122992] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.123102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.123166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.123338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.123487] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.123579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.123641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.123785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.123860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.123941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.124043] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.142351] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.143615] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144573] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51958e95-ddd4-477c-a6ab-40ea89949f47 with status ACTIVE [ 1049.144573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.144573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.144769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.144926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.145045] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.145124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.145211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.145339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.145405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.145840] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.145840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.145840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.145840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.145992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.145992] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 is going to be updated. [ 1049.182073] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.182343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.182343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.182584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.182656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.182820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.626869] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e159f4d-b289-48fc-940c-d3c0921ede16: rpc.has_security_group_logging(os_id): False [ 1049.645379] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.649822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.649822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.650160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.650160] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.650258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.650482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.650654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.650747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.651040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.651292] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.651411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.651509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.651676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.651751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.652424] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1049.718523] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.718725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.718725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.718934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.719095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736460] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1050.148032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.148032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.148032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.148032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.148512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.148512] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1050.195543] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.195543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.195543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.195543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.195543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.203026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1050.363787] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1050.364630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.364630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.364630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.364892] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.364892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.364999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365350] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.867726] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.370644] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.750738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1051.751106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.873031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.873297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.873424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.873720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.873849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.873998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1051.907142] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.907142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.907142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.907142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.907142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.918109] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1052.216179] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1052.216401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.216582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.216800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.216994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.217128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.217200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.217359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.217439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.217523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.217615] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.720684] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.721126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.721126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.721251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.721520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.721694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.721923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.722065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.722276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.722400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.722561] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.722662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.722725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.722875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.723028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.723230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.723230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.723496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.723496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.723496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.723638] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.176510] env[65762]: INFO networking_nsxv3.common.synchronization [req-881282b5-1d55-4dda-93af-445ec401cba4 req-afa08c06-7ae8-4c6b-b866-7aa111b70942 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1053.177493] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1053.178053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.178282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.178570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.178941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.179247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.179469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.183017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.183017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.183017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.183017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.226296] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04135244-1a02-4d48-b6db-1ea8017ab494: rpc.has_security_group_logging(os_id): False [ 1053.248031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.248031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.248031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.248031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.248031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.248431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.248583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.248712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.249020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.249535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.249917] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.250033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.250145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.250339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.250645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.250767] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.251386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.251386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.251386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.251386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.251590] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1053.328763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.328963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.329020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.329300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.329467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.343181] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1053.557014] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.558023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.558023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.558023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.558023] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.558240] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.558281] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.558538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.558720] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.559022] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.559188] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.559347] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.559486] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.559631] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.560311] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.560311] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.579660] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.580645] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.580645] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.580645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.580645] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-16c4c0e5-beca-4db2-bc43-7baadc3fd657 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.582184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.582184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.582184] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.582184] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c4c0e5-beca-4db2-bc43-7baadc3fd657',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.685725] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.685885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.685998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.686285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.686849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.686849] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.686849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.686849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.687174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.687174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.687174] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1053.722997] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.722997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.722997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.722997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.722997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.732625] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1053.933325] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1053.933467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.933542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.933744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.933936] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.934064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.934131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.934302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.934420] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.934475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.934567] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.089199] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.089564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.089564] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.089939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.090145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.090145] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 16c4c0e5-beca-4db2-bc43-7baadc3fd657 not found, creating... [ 1054.090442] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.090594] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.090773] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.091040] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.091192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.091714] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.091714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.091930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.091992] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.092185] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.092283] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 16c4c0e5-beca-4db2-bc43-7baadc3fd657 is going to be created. [ 1054.113923] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.114243] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.114374] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.114647] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.114864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.115099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438563] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.439348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.439348] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.439348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.439651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.439651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.439729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.440552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.440552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.440552] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.440874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.440964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.441085] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.821044] env[65762]: INFO networking_nsxv3.common.synchronization [req-881282b5-1d55-4dda-93af-445ec401cba4 req-aed03a15-3adf-44be-a96a-0cdb855dc032 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1054.821044] env[65762]: INFO networking_nsxv3.common.synchronization [req-881282b5-1d55-4dda-93af-445ec401cba4 req-aed03a15-3adf-44be-a96a-0cdb855dc032 service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1054.821044] env[65762]: INFO networking_nsxv3.common.synchronization [req-881282b5-1d55-4dda-93af-445ec401cba4 req-aed03a15-3adf-44be-a96a-0cdb855dc032 service nova] Enqueued Resource ID: 16c4c0e5-beca-4db2-bc43-7baadc3fd657 with Priority: HIGHEST for action port [ 1054.822804] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1054.823019] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1054.823254] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c4c0e5-beca-4db2-bc43-7baadc3fd657 with Priority: HIGHEST for action port [ 1054.823570] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.823766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.824358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.824358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.824358] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.825595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.825708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.825903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c4c0e5-beca-4db2-bc43-7baadc3fd657 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.826350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.826350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.826350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.826350] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c4c0e5-beca-4db2-bc43-7baadc3fd657',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.943770] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4374c68f-94bb-42ac-aa21-eb265154d690: rpc.has_security_group_logging(os_id): False [ 1054.967415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.967415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.968428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.968428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.968428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.968428] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.968428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.968428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.968750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.968750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.968750] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1055.062008] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.062333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.062465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.062702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.062856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.077487] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1055.329928] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.330246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.330246] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c4c0e5-beca-4db2-bc43-7baadc3fd657 with status ACTIVE [ 1055.330471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.330603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.330683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.330975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.330975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.331197] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.331322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.331322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.331466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.331560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.331700] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.331800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.331870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.331971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.332051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.332187] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c4c0e5-beca-4db2-bc43-7baadc3fd657 is going to be updated. [ 1055.361339] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.361339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.361339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.361339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.361704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.361704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c4c0e5-beca-4db2-bc43-7baadc3fd657" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.362635] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1055.362753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.745200] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1055.745395] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1055.745509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.745785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.745902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.746098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.746241] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.746296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.746457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.746536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.746634] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.249361] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.752406] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.095694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1057.095694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.255059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.255059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.255059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.256107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.256107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.256107] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1057.299042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.299042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.299042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.299042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.299397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.310560] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1059.109985] env[65762]: INFO networking_nsxv3.common.synchronization [req-33d699a4-336a-40df-9061-159ee282a280 req-48ddfe9d-f0bc-4088-89e8-182c5954d1a5 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1059.110638] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1059.110980] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.111116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111180] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.111386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.111586] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.111708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.111928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.112204] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.325337] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1059.325747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.326235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.326356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.326710] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.326952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.327154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.327442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.327596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.327751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.327909] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.329072] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.329261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.329261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.329450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.329556] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.614665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.614911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.614911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.615431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.615431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.615431] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.615638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.615638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.615772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.615824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.615893] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1059.643902] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.643902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.643902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.644198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.644198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.653674] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1059.831921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.831921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.832306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.832306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.832426] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.832526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.832593] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.832766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.832871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.832932] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.833061] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.833156] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.833216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.833373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.833515] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.833605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.833659] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.833798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.833870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.833953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.834070] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.835647] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.339086] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd177e2b-3b82-4236-9d70-c1d7d4c97e07: rpc.has_security_group_logging(os_id): False [ 1060.340459] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.359827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.360080] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.360148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.360599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360888] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.361060] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.361167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.361404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.361527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.361821] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.361968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.362088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.362312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.362431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.362767] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.362921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.363038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.363259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.363383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.363515] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1060.434952] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.435205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.435205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.435353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.435503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458870] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1060.844858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1060.844858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.108542] env[65762]: INFO networking_nsxv3.common.synchronization [req-9e00aa5e-4362-43db-8ece-2049c394dd00 req-ee5a3845-70c4-4a24-b5ec-7e3f3b9f4880 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1061.109288] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1061.109618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.109618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.109618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111234] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.111234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.111544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111675] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.617438] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.677990] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1061.678253] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1061.678423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.816460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.816785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.816905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.817809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.836175] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1061.838286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.839566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1061.877587] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.878162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.878162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.878516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.898870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.899740] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1061.899977] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.900169] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1061.951497] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.951743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.951849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.952480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.954940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.955317] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1062.056215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.056215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.056395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.056707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.057023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.057430] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.121278] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.153182] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.153378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.153485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.153605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.153895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154257] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1062.154365] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bbcf3520-345a-45b0-a65c-f5c39db75f60', '9901c0fc-a540-44e0-85a6-8e0922c86e9a', '3647eded-f75e-4980-8b99-95d82d6d8671', '3553f258-2fc9-4681-b29b-6c9b861d697c', '363fb30c-1cfb-45a1-a33c-8a5fabfafee2', '2d271c8c-62f5-4b82-8ac9-755c106605e6', 'eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba', '3ffb342f-b0d4-4399-906e-2b73b4c1bada', 'a35b3637-1cdd-4d23-b36d-67f8c2e31d30', '65db58f7-4161-4077-94e2-61a93ef58ebb', 'bca6c302-cfe2-4af9-8ca8-63ad3e3d40de', '3015cd82-7abc-40e8-b0e1-bb4962bff7f6', '9a00174f-5aad-42cc-a6b9-121f284fbb52', '3e159f4d-b289-48fc-940c-d3c0921ede16', '37d39b28-7767-40a1-ac35-415deab7e899', '4374c68f-94bb-42ac-aa21-eb265154d690', 'b5e8bf69-e0ca-4698-85ba-8c0151a71289', 'd11b81c9-eb9c-4fab-93a7-ae268ee47a27', '83fec908-3451-4703-983a-4d5cbbbf7062', '6982d672-7747-465e-9075-a4e1a04e1a8a', '88d07019-260d-45cc-bb46-ccc2f7cbd107', 'd87b562c-6dfd-4cfa-b400-8853da84b2ce', 'd129d532-0742-492b-a9c1-a63eb78e7592', '18db39d3-f047-4bf0-a936-6116f9921b06', 'fd7a6b4f-60d7-452f-a999-b418f545366f', '4c675901-1de0-4174-a41c-2345c94b9f61', 'b872d649-478e-4f98-81c4-47c99c1305c7', 'd5c40dc5-e56a-45f2-97b5-96a66b3810a9', '0429a7bb-7810-4597-b364-08ea39c5c612', '32cb4a37-4423-4126-a387-615c57bddd9c', 'e60ed329-14ff-4ba8-974e-2efff925d9e5', '69d26820-8e56-4e2b-bfe5-174487933e5f', '0433fc6c-413d-4fa4-9ab4-b6a7f0954510', 'fd177e2b-3b82-4236-9d70-c1d7d4c97e07', '830ddc06-1d0b-4cdb-827b-064f8e3e8eed', 'b1fbb281-22d8-4286-9e58-cf965641e8aa', 'd25c2f07-a6c9-4c2f-b846-62c9a702b7e8', '6cf640bb-79a7-4292-b1fb-e28eb5ce0e94', '9296c8a0-766c-43f0-89f3-099bcf4d8403', '188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a', '4a7147e7-b763-4ea2-8234-e8d300448e03', '04135244-1a02-4d48-b6db-1ea8017ab494', 'd94fb69c-5174-4040-a5d5-fcb487cb1e4f', '2da2e97a-80d1-48a9-b896-7100e8d1f650', 'd3213abf-2ded-445f-ab1d-4dfcdc35515b', '165da032-acd6-4806-8db1-e09a7b3fc880'} {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.154469] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.176536] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.176536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.176717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.176765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.176852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.176980] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.177136] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.177217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.265122] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.265122] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.265804] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265804] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.266108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.266108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.266234] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.266419] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.266539] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.266539] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.266710] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.266807] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.266905] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.271689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.272078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.272078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.272301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.273330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.273711] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.273809] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.273896] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.273983] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.273983] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1062.274173] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 1062.274173] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGH for action security_group_rules [ 1062.274328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGH for action security_group_rules [ 1062.274328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGH for action security_group_rules [ 1062.274328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGH for action security_group_rules [ 1062.274546] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGH for action security_group_rules [ 1062.274546] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGH for action security_group_rules [ 1062.274546] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGH for action security_group_rules [ 1062.274546] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGH for action security_group_rules [ 1062.274847] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGH for action security_group_rules [ 1062.275287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGH for action security_group_rules [ 1062.275287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGH for action security_group_rules [ 1062.275287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGH for action security_group_rules [ 1062.275287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGH for action security_group_rules [ 1062.275287] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGH for action security_group_rules [ 1062.275655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.297826] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.298020] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.298175] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.298342] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-561" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.298799] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-bc56b3ae-e3b3-4431-a672-75dac8902815 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.298990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.299138] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.299480] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.299626] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc56b3ae-e3b3-4431-a672-75dac8902815',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.478087] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1062.478242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.624278] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.624596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.624596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.624795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.624910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.625055] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1062.660889] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.661107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.661107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.661322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.661469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.675267] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1062.801681] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.802037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.802154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.802503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.802677] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.802839] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port bc56b3ae-e3b3-4431-a672-75dac8902815 not found, creating... [ 1062.803211] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.803478] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.803581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.803738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.803873] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.804176] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.804361] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.804480] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.804690] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.804822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.804962] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: bc56b3ae-e3b3-4431-a672-75dac8902815 is going to be created. [ 1062.833866] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.834166] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.834380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.834611] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.834857] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.835186] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.605576] env[65762]: INFO networking_nsxv3.common.synchronization [req-9e00aa5e-4362-43db-8ece-2049c394dd00 req-0377d69f-4f69-4206-a1e6-2bc1258f8600 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 1063.605788] env[65762]: INFO networking_nsxv3.common.synchronization [req-9e00aa5e-4362-43db-8ece-2049c394dd00 req-0377d69f-4f69-4206-a1e6-2bc1258f8600 service nova] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1063.606011] env[65762]: INFO networking_nsxv3.common.synchronization [req-9e00aa5e-4362-43db-8ece-2049c394dd00 req-0377d69f-4f69-4206-a1e6-2bc1258f8600 service nova] Enqueued Resource ID: bc56b3ae-e3b3-4431-a672-75dac8902815 with Priority: HIGHEST for action port [ 1063.606579] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_rules [ 1063.606726] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1063.606841] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc56b3ae-e3b3-4431-a672-75dac8902815 with Priority: HIGHEST for action port [ 1063.606939] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 1063.612199] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGH for action security_group_rules [ 1063.612374] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba with Priority: HIGH for action security_group_rules [ 1063.612481] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGH for action security_group_rules [ 1063.612575] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGH for action security_group_rules [ 1063.612664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fec908-3451-4703-983a-4d5cbbbf7062 with Priority: HIGH for action security_group_rules [ 1063.612759] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGH for action security_group_rules [ 1063.612843] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 with Priority: HIGH for action security_group_rules [ 1063.612932] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGH for action security_group_rules [ 1063.614802] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGH for action security_group_rules [ 1063.614954] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 with Priority: HIGH for action security_group_rules [ 1063.615190] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGH for action security_group_rules [ 1063.615374] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de with Priority: HIGH for action security_group_rules [ 1063.615513] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65db58f7-4161-4077-94e2-61a93ef58ebb with Priority: HIGH for action security_group_rules [ 1063.615636] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 with Priority: HIGH for action security_group_rules [ 1063.615737] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGH for action security_group_rules [ 1063.615828] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada with Priority: HIGH for action security_group_rules [ 1063.616058] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 with Priority: HIGH for action security_group_rules [ 1063.616162] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGH for action security_group_rules [ 1063.616302] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3553f258-2fc9-4681-b29b-6c9b861d697c with Priority: HIGH for action security_group_rules [ 1063.616729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.616873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.616950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.617293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.617293] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.618283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.618376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.618612] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc56b3ae-e3b3-4431-a672-75dac8902815 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.618729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.618817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.619038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619111] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc56b3ae-e3b3-4431-a672-75dac8902815',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.619989] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.620097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.620611] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.620724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.620769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.620921] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.620996] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.621972] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.622101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.622166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.622516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.622516] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.623166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.623283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.623349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.623504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.623768] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.624387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.624591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.624591] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.624703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.624773] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.625535] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83fec908-3451-4703-983a-4d5cbbbf7062 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.625939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.625939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.625939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.625939] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83fec908-3451-4703-983a-4d5cbbbf7062',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.626749] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.626858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.626923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.627119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.627196] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.627868] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.627963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.628135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.628196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.628267] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5e8bf69-e0ca-4698-85ba-8c0151a71289',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.628951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.629097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.629167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.629326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.629395] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.630098] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.630198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.630261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.630413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.630591] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.631266] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a00174f-5aad-42cc-a6b9-121f284fbb52 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.631372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.631466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.631635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.631707] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a00174f-5aad-42cc-a6b9-121f284fbb52',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.632422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.632530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.632571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.632720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.632784] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.633458] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.633566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.633628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.633774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.633845] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca6c302-cfe2-4af9-8ca8-63ad3e3d40de',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.634660] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65db58f7-4161-4077-94e2-61a93ef58ebb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.634767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.634811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.634962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.635064] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65db58f7-4161-4077-94e2-61a93ef58ebb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.635841] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.635948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.636046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.636484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.636484] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35b3637-1cdd-4d23-b36d-67f8c2e31d30',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.636931] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.637068] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.637119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.637285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.637353] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.638114] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.638255] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.638315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.638463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.638549] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ffb342f-b0d4-4399-906e-2b73b4c1bada',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.639207] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.639310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.639374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.639521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.639859] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('363fb30c-1cfb-45a1-a33c-8a5fabfafee2',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.640288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.640380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.640435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.640674] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.640674] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.641324] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3553f258-2fc9-4681-b29b-6c9b861d697c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.641432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.641496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.641648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.641718] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3553f258-2fc9-4681-b29b-6c9b861d697c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.143360] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.143615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.143678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.143910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.144135] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.144268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.144353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.144532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.144622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.144712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.144802] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.145769] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.145889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.145977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.146476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.146728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.146912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.147028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.147224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.147474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.147474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.147616] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.150713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151732] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.153578] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.153763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.153876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.154097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.154334] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.154489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.154592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.154791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.154949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.155100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.155233] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.158671] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc56b3ae-e3b3-4431-a672-75dac8902815 with status ACTIVE [ 1064.158886] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.159281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.159281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.159442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.159648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.159811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.160361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.160569] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.160749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.160825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.161024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.161106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161194] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc56b3ae-e3b3-4431-a672-75dac8902815 is going to be updated. [ 1064.162154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162712] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.163249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163705] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.166971] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.167182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.167584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.167723] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.167866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.167979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.168216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.168339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.168464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.168588] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.171390] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.171617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.171882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.172944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.172944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.172944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.172944] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.172944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.172944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.173281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.173412] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.173543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.173672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.175331] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.177167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.177167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.177167] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.190090] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190090] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.190958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.190958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.191374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.191599] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.191863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.191863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.192453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.192623] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.194097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.194317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.194469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.194670] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.240624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.240624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.240624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.240624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258383] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.260425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.263777] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.264839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.265737] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.265883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.266520] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.266619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.272675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.272923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273963] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.274081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.274998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.275143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.276059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.276189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.276864] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.278390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.278542] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca6c302-cfe2-4af9-8ca8-63ad3e3d40de is going to be deleted. [ 1064.279551] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.279851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.287940] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.288145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.288480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.288752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.288867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc56b3ae-e3b3-4431-a672-75dac8902815" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.340577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.340918] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35b3637-1cdd-4d23-b36d-67f8c2e31d30 is going to be deleted. [ 1064.342047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.342316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.364045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.364226] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5e8bf69-e0ca-4698-85ba-8c0151a71289 is going to be deleted. [ 1064.365062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.365317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.394028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.394335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.413204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.413204] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83fec908-3451-4703-983a-4d5cbbbf7062 is going to be deleted. [ 1064.414032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.414032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.437676] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.438278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.444049] env[65762]: INFO networking_nsxv3.common.synchronization [req-8a860cc3-d0a6-4739-9c73-273b0717a162 req-835b9619-0109-4886-8db8-087b74d997b0 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1064.444391] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1064.444702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.444827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.444888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445312] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.445413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.445481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.445794] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.447730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.447849] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65db58f7-4161-4077-94e2-61a93ef58ebb is going to be deleted. [ 1064.449514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.449514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.487396] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.487540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.493855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.496172] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be deleted. [ 1064.496172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.496336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.533995] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.533995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.552302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.552674] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ffb342f-b0d4-4399-906e-2b73b4c1bada is going to be deleted. [ 1064.553808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.554222] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.579973] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.580977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.599994] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba is going to be deleted. [ 1064.600175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.600346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.642681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.643064] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 363fb30c-1cfb-45a1-a33c-8a5fabfafee2 is going to be deleted. [ 1064.643965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.644262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.651296] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.651482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.651577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.651853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.652123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.652251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.652331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.652549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.652665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652971] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.653121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.653229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.653417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.653595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.653733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.653830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.653953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.655433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.655433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.655433] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.667527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.667880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.682721] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.683693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.683842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.684210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.684385] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.684494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.684556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.684717] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.684805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.684940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.685702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.685702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.685702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.685702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.685702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.685702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.685702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.686484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.686484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.686484] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.686484] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.688267] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.693049] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.694066] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.694843] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.698864] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1064.699126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.700889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.701030] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a00174f-5aad-42cc-a6b9-121f284fbb52 is going to be deleted. [ 1064.703338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.703544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.703799] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.703799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.704536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.704536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.704536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.704536] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.705286] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.705409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.706732] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e159f4d-b289-48fc-940c-d3c0921ede16: rpc.has_security_group_logging(os_id): False [ 1064.721941] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.722214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739871] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.740097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.750168] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.750376] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3553f258-2fc9-4681-b29b-6c9b861d697c is going to be deleted. [ 1064.752685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.753079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.753270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.753477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca6c302-cfe2-4af9-8ca8-63ad3e3d40de" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.753746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.754089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.754224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.754584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35b3637-1cdd-4d23-b36d-67f8c2e31d30" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.755646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.756413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.756413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5e8bf69-e0ca-4698-85ba-8c0151a71289" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.756738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.756847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.757054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83fec908-3451-4703-983a-4d5cbbbf7062" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.757590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.757847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.757962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.758178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65db58f7-4161-4077-94e2-61a93ef58ebb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.758398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.758654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.758854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.758988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.759366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.759589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.759712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.759925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ffb342f-b0d4-4399-906e-2b73b4c1bada" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.760857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.761077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.800437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.800605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.804721] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.805104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.848436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.848759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.848899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.848967] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.849234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.849318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.849524] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.849625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.849831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.850090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.850190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.850930] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.854150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.854150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.854150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.854150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.854150] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1064.854947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.855310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-363fb30c-1cfb-45a1-a33c-8a5fabfafee2" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.858400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda2faa9-69ec-4b5c-9e36-a3abc5a4d0ba" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.910294] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.910494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.910584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.910860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.910987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.911190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a00174f-5aad-42cc-a6b9-121f284fbb52" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.913756] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.913790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.914090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.914280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3553f258-2fc9-4681-b29b-6c9b861d697c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933810] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.934024] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.934140] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.934712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.934808] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.934939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.935210] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.935556] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.936421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.936421] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.936421] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.936421] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.936711] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.936711] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.937757] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.937757] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.951803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.952135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.952277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.952578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.952714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.952964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.953462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.953610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953720] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 already deleted. [ 1064.953799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981379] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.981613] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.981829] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.982091] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.982594] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-f8ee9b9e-6558-44ea-8662-c0634a082f13 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.982911] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.983336] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.983864] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.983952] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ee9b9e-6558-44ea-8662-c0634a082f13',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.056707] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.057532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.057825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.057978] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.058690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.059589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.102766] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1065.158433] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4374c68f-94bb-42ac-aa21-eb265154d690: rpc.has_security_group_logging(os_id): False [ 1065.186441] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.186441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.186441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.186441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.189249] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6982d672-7747-465e-9075-a4e1a04e1a8a: rpc.has_security_group_logging(os_id): False [ 1065.197593] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3015cd82-7abc-40e8-b0e1-bb4962bff7f6: rpc.has_security_group_logging(os_id): False [ 1065.198581] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d39b28-7767-40a1-ac35-415deab7e899: rpc.has_security_group_logging(os_id): False [ 1065.200342] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d271c8c-62f5-4b82-8ac9-755c106605e6: rpc.has_security_group_logging(os_id): False [ 1065.201673] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9901c0fc-a540-44e0-85a6-8e0922c86e9a: rpc.has_security_group_logging(os_id): False [ 1065.207685] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.208529] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d11b81c9-eb9c-4fab-93a7-ae268ee47a27: rpc.has_security_group_logging(os_id): False [ 1065.232642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.232870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.233853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.233958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.238023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.238023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240476] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240721] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.242108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.242108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.242108] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.242606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.242606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.242606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.242606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.242606] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1065.243738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.243908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.248757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.249178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.262124] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.262317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.263147] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.263284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.279528] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.279671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.279722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.279930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.280043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.280149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1065.281536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.281786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.317901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.318395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.318734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.318882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.319361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.319553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.319754] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 is going to be updated. [ 1065.321517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.321624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.335208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.335208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.349175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.349451] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.349601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.349666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.349913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.350039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.350173] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.350276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.350338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.350501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.350575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.350761] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.350879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.350927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.351045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.351119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.351212] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 1065.352365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.352522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.385400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.385729] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.385892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.385892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.386106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.386191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.386285] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 is going to be updated. [ 1065.387371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.387554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.413170] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.413170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.418964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.419092] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.419806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.419806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.419806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.419806] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 is going to be updated. [ 1065.420692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.420986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.475825] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.476057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.479530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.479933] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.480050] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.480125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.480337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.480462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.480611] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a is going to be updated. [ 1065.482488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.483051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.483051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.484785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.485069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.485258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.486678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.486875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.487016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.489264] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.489549] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.489739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.490136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.490327] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.490556] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port f8ee9b9e-6558-44ea-8662-c0634a082f13 not found, creating... [ 1065.490946] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.491388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.491388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.491692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.491847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.492221] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.492476] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.492554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.492719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.492855] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.492997] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: f8ee9b9e-6558-44ea-8662-c0634a082f13 is going to be created. [ 1065.515909] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: IN_PROGRESS for 2s [ 1065.535969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1065.535969] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1065.561289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.561289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.561289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.561442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.562049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.574599] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.574803] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.575622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.576288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.576288] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.576582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.608647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.608906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.609064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.609399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.609575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.611412] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: IN_PROGRESS for 2s [ 1065.637208] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.637364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.637439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.637673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.637799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.691737] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.692196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.692196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.692403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.692403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.694063] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 1065.707341] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: IN_PROGRESS for 2s [ 1065.710923] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.718468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: IN_PROGRESS for 2s [ 1066.213728] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.213931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.213979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.214221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.214314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.214418] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1066.248023] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.248023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.248023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.248023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.248352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259128] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1066.648048] env[65762]: INFO networking_nsxv3.common.synchronization [req-8a860cc3-d0a6-4739-9c73-273b0717a162 req-7525edcc-f734-4b20-a43b-ce004691d401 service nova] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1066.648284] env[65762]: INFO networking_nsxv3.common.synchronization [req-8a860cc3-d0a6-4739-9c73-273b0717a162 req-7525edcc-f734-4b20-a43b-ce004691d401 service nova] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1066.648458] env[65762]: INFO networking_nsxv3.common.synchronization [req-8a860cc3-d0a6-4739-9c73-273b0717a162 req-7525edcc-f734-4b20-a43b-ce004691d401 service nova] Enqueued Resource ID: f8ee9b9e-6558-44ea-8662-c0634a082f13 with Priority: HIGHEST for action port [ 1066.648977] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_rules [ 1066.649215] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1066.649325] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ee9b9e-6558-44ea-8662-c0634a082f13 with Priority: HIGHEST for action port [ 1066.649610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.649764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.649824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.650041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.650123] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.651275] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.651408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.651467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.651631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.651773] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.651889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.651953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.652102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.652219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.652279] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.653532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ee9b9e-6558-44ea-8662-c0634a082f13 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.653532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.653532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.653532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.653532] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ee9b9e-6558-44ea-8662-c0634a082f13',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.924898] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.925325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.925325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.925550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.925822] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.925971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.926100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.926312] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.926452] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.926690] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.926816] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.926996] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.927085] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.927189] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.927371] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.927371] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.947518] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.947518] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.947518] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.947518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-186" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.947518] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-51958e95-ddd4-477c-a6ab-40ea89949f47 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.947518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.947518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.947518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.947518] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51958e95-ddd4-477c-a6ab-40ea89949f47',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.119528] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1067.119762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.159020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.159020] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.159020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ee9b9e-6558-44ea-8662-c0634a082f13 with status ACTIVE [ 1067.159020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.159020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.159020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.159701] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.159701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.159701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.159701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.159701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ee9b9e-6558-44ea-8662-c0634a082f13 is going to be updated. [ 1067.186851] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.187135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.187212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.187422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.187628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.187761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ee9b9e-6558-44ea-8662-c0634a082f13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.452794] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.453154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.453154] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.453377] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.453566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.453928] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.454098] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.454297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.454559] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.454719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.455083] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.455262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.455408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.455635] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.455798] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.455964] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 is going to be updated. [ 1067.478998] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.479264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.479485] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.479846] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.480143] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.480749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.535833] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: SUCCESS [ 1067.536065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.555644] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1067.555866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.556614] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1067.556782] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.627835] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: SUCCESS [ 1067.628220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.661903] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.714332] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 1067.714583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.721184] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: SUCCESS [ 1067.721411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.730648] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: SUCCESS [ 1067.730851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.164977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.165446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.165446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.165446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.165654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.165654] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 is going to be created. [ 1068.188595] env[65762]: INFO networking_nsxv3.common.synchronization [req-42369c3a-aa98-4ffc-b71d-6ed70e8784b9 req-b6d03522-58b7-4086-80f8-a35654a6ac5a service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 1068.188671] env[65762]: INFO networking_nsxv3.common.synchronization [req-42369c3a-aa98-4ffc-b71d-6ed70e8784b9 req-b6d03522-58b7-4086-80f8-a35654a6ac5a service nova] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1068.188855] env[65762]: INFO networking_nsxv3.common.synchronization [req-42369c3a-aa98-4ffc-b71d-6ed70e8784b9 req-b6d03522-58b7-4086-80f8-a35654a6ac5a service nova] Enqueued Resource ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 with Priority: HIGHEST for action port [ 1068.190027] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.190153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.190224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.190428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.190580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192495] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_rules [ 1068.192898] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1068.192898] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 with Priority: HIGHEST for action port [ 1068.193057] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.193227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.193227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.193410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.193486] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.195039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.195142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.195216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.195375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.195529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.195623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.195685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.195828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.195983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.196056] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.196738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-51958e95-ddd4-477c-a6ab-40ea89949f47 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.196845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.196912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.197076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.197149] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51958e95-ddd4-477c-a6ab-40ea89949f47',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.207217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: UNINITIALIZED for 2s [ 1068.271079] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1068.271196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.271318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.271522] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.271795] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.271933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.272019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.272160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.272373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.272373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.272467] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.700454] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.701475] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51958e95-ddd4-477c-a6ab-40ea89949f47 with status ACTIVE [ 1068.701695] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.701944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.702076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.702300] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.702407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.702599] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.702716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.702797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.702957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.703051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.703250] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.703346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.703404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.703566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.703684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.703720] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51958e95-ddd4-477c-a6ab-40ea89949f47 is going to be updated. [ 1068.705306] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.705428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.727567] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.727775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.727775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.727931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.728088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.728285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51958e95-ddd4-477c-a6ab-40ea89949f47" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.774297] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.774489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.774599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.774828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775047] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.775150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.775235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.775516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.775679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.775834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.776181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.776181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.776349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.776500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.777033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.777033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.777033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.777033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.777254] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.207512] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.281631] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 1069.300560] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.300773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.300773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.301132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.322225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.322502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.322624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.322692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.322959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.323000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.323571] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.323571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.323571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.323571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.323571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.323852] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.325534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.325534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.325534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.325534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.325534] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1069.389129] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.389129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.389431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.389431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.389657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.403797] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1069.709979] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.710556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.710661] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1069.749595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.749595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.749595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.749852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.749948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.761682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1070.218019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: SUCCESS [ 1070.218415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.218531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.218749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.218942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.219097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.219167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.219340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.219478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219718] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.722277] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.920912] env[65762]: INFO networking_nsxv3.common.synchronization [req-a6b41423-338e-4302-af17-6f43a63646f6 req-6f0055b3-01dd-483e-aa36-ed59a907b085 tempest-ServerRescueTestJSON-513161226 tempest-ServerRescueTestJSON-513161226-project-member] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1070.922119] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1070.922804] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.922946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.923099] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.923438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.923899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.924039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.924299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.924426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.924655] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.225886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e234a9a3-ca54-461f-924b-3b9510fe25d4: rpc.has_security_group_logging(os_id): False [ 1071.245329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.245542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.245542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.245757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.245976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.246119] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.246209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.246257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.246418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.246489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.246579] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 is going to be created. [ 1071.314642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.314866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.314866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.315126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.315359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.325120] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: IN_PROGRESS for 2s [ 1071.418528] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1071.418735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.419119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.419239] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.427398] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.774405] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1071.774639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.774815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.775059] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.775263] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.775381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.775445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.775609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.775690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.775775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.775964] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.922174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.922174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.922174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.922174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.922174] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.922409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.922409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.922521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.922608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.922701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.922849] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.931458] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.968402] env[65762]: INFO networking_nsxv3.common.synchronization [req-0afc7000-8b89-461e-ba77-4529e96f794c req-cb6224cb-68ef-4587-a411-1aea718ad173 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1071.968402] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGHEST for action security_group_members [ 1071.968849] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969642] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.970117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.970242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.970426] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.995806] env[65762]: INFO networking_nsxv3.common.synchronization [req-dcefeff5-8715-491e-a7ba-afb93d1a9761 req-494273d6-93c0-46b8-af00-6fc477854c9c tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1071.996606] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1071.998131] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.998496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.998496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.998768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.002086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.002086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.002086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.002086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.002086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.002086] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.279147] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.279486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.279486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.279747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.279951] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.280075] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.280153] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.280326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.280419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.280512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.280664] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.280760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.280842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.280997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281158] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.281295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281812] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.425364] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.425699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.426062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.426636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.426909] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.427798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.427798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.427798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.427798] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.428033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.428395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.428518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.428585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.429354] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.429354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.430031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.430254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.430485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.430626] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.430767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.430911] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.437042] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.437042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.437042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.437042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.437042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.437406] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1072.459246] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.459597] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.459767] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.460109] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.460515] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.460644] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.460784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.461066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.461248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.461502] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.461639] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.461869] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.462084] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.462236] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.462517] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.462703] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.476661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476661] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 is going to be updated. [ 1072.496910] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.497202] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.497282] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.497443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.497794] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-b4311da7-7ae3-4f83-8c11-ef4699179268 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.497968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498482] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.498644] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4311da7-7ae3-4f83-8c11-ef4699179268',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.504221] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.507288] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.507564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.507788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.508072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.508401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.530378] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1072.535268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535392] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.536443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.536543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.536635] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1072.539402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.539578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.539641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.539819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.540865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.550863] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: IN_PROGRESS for 2s [ 1072.575399] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.575641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.575708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.575879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.576055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.589826] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1072.785557] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04135244-1a02-4d48-b6db-1ea8017ab494: rpc.has_security_group_logging(os_id): False [ 1072.804689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.804893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.804893] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.805122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.855684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.855947] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.856095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.856164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.856373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.856453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.856775] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.856775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.856872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.857444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.857515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.857719] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.857817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.857869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.858049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.858122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.858211] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1072.934972] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbcf3520-345a-45b0-a65c-f5c39db75f60: rpc.has_security_group_logging(os_id): False [ 1072.952105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.952105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.952105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.952105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.952419] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.974907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1072.976117] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.976321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.976368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.976567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.976660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.976857] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.976962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.980026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.980271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.980368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.980610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.980719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.980786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.980944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.981039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.981242] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.981338] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.981399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.981543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.981617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.981794] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1073.010997] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.011142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.011227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.011534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.011685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.011915] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port b4311da7-7ae3-4f83-8c11-ef4699179268 not found, creating... [ 1073.012241] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.012421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.013427] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.013795] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.013964] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.014418] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.014748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.014903] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.015197] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.015346] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.015579] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: b4311da7-7ae3-4f83-8c11-ef4699179268 is going to be created. [ 1073.067551] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.067760] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.068607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.068607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.068732] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.069031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.086899] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.086899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.086899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.086899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.087182] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.120583] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1073.345176] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: SUCCESS [ 1073.345461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.766874] env[65762]: INFO networking_nsxv3.common.synchronization [req-dcefeff5-8715-491e-a7ba-afb93d1a9761 req-2fac61d8-964c-4360-ae0e-e60e3168def8 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1073.767111] env[65762]: INFO networking_nsxv3.common.synchronization [req-dcefeff5-8715-491e-a7ba-afb93d1a9761 req-2fac61d8-964c-4360-ae0e-e60e3168def8 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1073.767441] env[65762]: INFO networking_nsxv3.common.synchronization [req-dcefeff5-8715-491e-a7ba-afb93d1a9761 req-2fac61d8-964c-4360-ae0e-e60e3168def8 service nova] Enqueued Resource ID: b4311da7-7ae3-4f83-8c11-ef4699179268 with Priority: HIGHEST for action port [ 1073.768062] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1073.769553] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1073.769553] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4311da7-7ae3-4f83-8c11-ef4699179268 with Priority: HIGHEST for action port [ 1073.769969] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.770373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.770373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.770918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.770918] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.772600] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.772739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.772960] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4311da7-7ae3-4f83-8c11-ef4699179268 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.773421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.773421] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4311da7-7ae3-4f83-8c11-ef4699179268',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.268181] env[65762]: INFO networking_nsxv3.common.synchronization [req-b9053763-ebe3-4885-9a92-8d8dcf0703d9 req-9c9ef61e-d16f-47bb-98ae-d7c326cb2f87 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1074.268181] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1074.268181] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.268181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.268181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.268395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.268622] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.268752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.268822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.269254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.269254] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.269254] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.275766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.275766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.275766] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4311da7-7ae3-4f83-8c11-ef4699179268 with status ACTIVE [ 1074.275766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.276079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.277896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.277896] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.277896] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.277896] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4311da7-7ae3-4f83-8c11-ef4699179268 is going to be updated. [ 1074.301501] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.301728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.301776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.302047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.302367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.302454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4311da7-7ae3-4f83-8c11-ef4699179268" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541075] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1074.541403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.565207] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 in Status: SUCCESS [ 1074.567789] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 deletion is rescheduled due to dependency. [ 1074.568017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.603094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1074.603358] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1074.603358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.603528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.603999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.603999] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.604126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.604235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.604509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.607820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.607820] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.771890] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.772221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.772387] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.772761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.798237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.798237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.798237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.798237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.798237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.798237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.798237] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1074.827874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.827983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.828086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.828283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.828972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.839301] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1074.989821] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1074.990104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.107453] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.139247] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1075.139490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.610181] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.113582] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.113582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.113801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.114069] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.115039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.115039] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1076.147088] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.147088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.147088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.147088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.147088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.160597] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1076.855085] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1076.855422] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 deletion is rescheduled due to dependency. [ 1076.855422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.015563] env[65762]: INFO networking_nsxv3.common.synchronization [req-4eb641d6-fbb6-4620-a5ab-90e8689f3900 req-9855a421-ef5e-47e0-95ad-ed5b44358e3a tempest-ServersNegativeTestJSON-2095039835 tempest-ServersNegativeTestJSON-2095039835-project-member] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 1078.016754] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGHEST for action security_group_members [ 1078.017215] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.018235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.018402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.018492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.018726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.018850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.018989] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.171220] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1078.171396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.171577] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.171977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172226] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.172367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172455] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.172853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.172970] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.522638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.522638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.522638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.523391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.523638] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.523811] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be updated. [ 1078.556518] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.556707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.556781] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.557040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.557194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.569330] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: IN_PROGRESS for 2s [ 1078.676289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.676289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.676609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.676653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.676938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.677038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.677121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.677268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.677383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.677658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.677723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.677831] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.678025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.678235] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.678390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.678494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.678710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.678816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.678923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.679068] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.698672] env[65762]: INFO networking_nsxv3.common.synchronization [req-afc2db29-10cb-44cd-9fcc-e3d5fdea5343 req-9ec6d6f8-0832-4cd4-b8be-e8ab6d1d3d0d tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1078.699208] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1078.699924] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.700151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.700225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.700435] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.700594] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.700695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.700757] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.700905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.700997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.701111] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.182165] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 1079.200710] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.200873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.200947] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.201196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.201285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.201500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.201660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.201731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.201887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.201966] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.202191] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.202302] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.202397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.202611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.203496] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.203770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.203770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.203855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.203988] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1079.205099] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.309466] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.309466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.309466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.309466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.326250] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1079.707449] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.210374] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.210749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.210749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.210807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.210917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.211124] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1080.238463] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.238612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.238716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.238908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.239062] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249950] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1080.582952] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 in Status: SUCCESS [ 1080.583184] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 deletion is rescheduled due to dependency. [ 1080.583258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.341665] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1081.342033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.867209] env[65762]: INFO networking_nsxv3.common.synchronization [req-7fd24106-57b0-43b8-b25a-eecec55a6389 req-a6eadf5e-7881-4634-991f-80023cfc9668 tempest-ServerRescueTestJSON-513161226 tempest-ServerRescueTestJSON-513161226-project-member] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1081.867713] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGHEST for action security_group_members [ 1081.869170] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.869170] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.869170] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.869170] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.260826] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1082.260826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.371806] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.372398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.372398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.372529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.372684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.372978] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.373100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.373143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.373645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.373645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.373645] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be updated. [ 1082.413227] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.413905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.414048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.414330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.414537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.432410] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: IN_PROGRESS for 2s [ 1084.058930] env[65762]: INFO networking_nsxv3.common.synchronization [req-b10e768b-2c21-4051-a628-4e02fbc3be4a req-9f5c2a2e-c017-4132-ae30-7cddfd5a2321 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1084.059607] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1084.060201] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.060201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.060201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.060433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.060521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.060634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.060713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.060886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061091] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.444738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 in Status: SUCCESS [ 1084.444738] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 deletion is rescheduled due to dependency. [ 1084.444738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.564311] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.066741] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.569899] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.570072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.570149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.570371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.570462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.570569] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1085.600392] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.600540] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.600600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.600814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.600957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.610952] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1087.621957] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1087.622306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.680661] env[65762]: INFO networking_nsxv3.common.synchronization [req-e44e8a00-583c-4399-ab82-1bd657f16793 req-e6a72e3d-7c1f-4785-b2f8-18657d5d42a6 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1087.681242] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1087.681606] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.681726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.681777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.681976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.682138] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.682256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.682295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.682447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.682556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.682652] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.184607] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.184772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.184845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.185084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.185181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.185518] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.185518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.185518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.185672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.185750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.185836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1088.216671] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.216671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.216671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.216886] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.217791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.226116] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1089.229517] env[65762]: INFO networking_nsxv3.common.synchronization [req-8f9292e2-a04b-4184-8c82-24439cfeb9f9 req-d75a0d59-1686-45d1-90d2-2861f1d16005 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 1089.229517] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGHEST for action security_group_members [ 1089.229517] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.229517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.229847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.229847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.232277] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.232277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.232277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.232277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.232277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232277] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.606209] env[65762]: INFO networking_nsxv3.common.synchronization [req-8ecd2471-3ee0-49d8-bd51-b61edacec5a0 req-599e2702-406a-4535-a433-6964d7d8ebd7 tempest-ServersTestJSON-1248612889 tempest-ServersTestJSON-1248612889-project-member] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1089.607278] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGHEST for action security_group_members [ 1089.608281] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.608612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.608807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.609204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.610024] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.610024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.610253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.611161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.611161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.611161] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.734726] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.734939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.735027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.735262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.735355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.735721] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.735854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.735920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.736095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.736176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.736272] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 is going to be updated. [ 1089.767569] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.767724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.767814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.768028] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.768169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783151] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: IN_PROGRESS for 2s [ 1090.113833] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.113993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.114076] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.114810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.114810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.114810] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.114810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.114810] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.114998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.114998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.115082] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be updated. [ 1090.148226] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.148226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.148226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.148496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.148572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.158975] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: IN_PROGRESS for 2s [ 1090.238757] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1090.239072] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1090.239072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.594178] env[65762]: INFO networking_nsxv3.common.synchronization [req-79513c95-d2d8-4457-998d-ad384138792d req-cfef5037-6d3d-4d9f-9814-cc792ded64fd tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 1090.594959] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGHEST for action security_group_members [ 1090.595165] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.595314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.595383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.595607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.595824] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.595937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.596009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.596707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.596707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.596707] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.098243] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.098405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.098480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.098708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.098803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.098997] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.099110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.099175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.099328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.099416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.099526] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a is going to be updated. [ 1091.133163] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.133258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.133298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.133487] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.133624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.142936] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: IN_PROGRESS for 2s [ 1091.793924] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d39b28-7767-40a1-ac35-415deab7e899 in Status: SUCCESS [ 1091.794258] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 deletion is rescheduled due to dependency. [ 1091.794258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.168467] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 in Status: SUCCESS [ 1092.168749] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 deletion is rescheduled due to dependency. [ 1092.168864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.606483] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f6eb8b0-3bee-455f-bfa5-7d1532129ae0 req-6696d752-dc0d-478c-a800-abfbe4f81ba5 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1092.607124] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1092.613493] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.613493] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.613493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.613493] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.935549] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.935549] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.935917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.935917] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.936355] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.936523] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.936640] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.936876] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.937030] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.937239] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.937362] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.937489] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.937604] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.937717] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.937845] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.938051] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.982522] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.982741] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.982809] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.982968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.983321] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-13aa2d26-d661-4e64-8fde-d595aa5f951c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.983493] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.983602] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.983935] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.984075] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13aa2d26-d661-4e64-8fde-d595aa5f951c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.117031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.117031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.117031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.117031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.117290] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.117290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.117373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.117553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.117631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.117722] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1093.143427] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.143571] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.143660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.144039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.144201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.154913] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1093.155850] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6982d672-7747-465e-9075-a4e1a04e1a8a in Status: SUCCESS [ 1093.155850] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a deletion is rescheduled due to dependency. [ 1093.155850] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.486509] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.486847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.486928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.487247] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.487390] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.487559] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 13aa2d26-d661-4e64-8fde-d595aa5f951c not found, creating... [ 1093.487815] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.487970] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.488100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.488332] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.488477] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.488918] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.489090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.489220] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.489439] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.489571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.489709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c is going to be created. [ 1093.510399] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.513071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.513071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.513071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.513071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.513071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.166255] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f6eb8b0-3bee-455f-bfa5-7d1532129ae0 req-c2de645b-288d-4607-86b1-522dd1a6d415 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 1094.166255] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f6eb8b0-3bee-455f-bfa5-7d1532129ae0 req-c2de645b-288d-4607-86b1-522dd1a6d415 service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1094.166255] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f6eb8b0-3bee-455f-bfa5-7d1532129ae0 req-c2de645b-288d-4607-86b1-522dd1a6d415 service nova] Enqueued Resource ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c with Priority: HIGHEST for action port [ 1094.166556] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 1094.166556] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1094.166620] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c with Priority: HIGHEST for action port [ 1094.167402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.167664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.167664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.167795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.167878] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.169241] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169799] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-13aa2d26-d661-4e64-8fde-d595aa5f951c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169903] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.170152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.170225] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13aa2d26-d661-4e64-8fde-d595aa5f951c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.672402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.672402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.672402] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13aa2d26-d661-4e64-8fde-d595aa5f951c with status ACTIVE [ 1094.672402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.672402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.672402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.672883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.672883] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.672883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.672991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.673030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.673183] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.673260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.673445] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.673537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.673598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.673749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.673823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.673907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c is going to be updated. [ 1094.696357] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.696494] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.696563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.697194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.697374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.697541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.164843] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1095.165041] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 deletion is rescheduled due to dependency. [ 1095.165157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.165322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.165585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.165795] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.165932] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.166009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.166205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.166283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.166505] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.668577] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.171389] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.673938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.674145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.674203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.674399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.674491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.674592] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1096.705835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.706085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.706085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.706273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.706384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.716510] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1097.797024] env[65762]: INFO networking_nsxv3.common.synchronization [req-fe7264e5-2f72-4c8c-95f8-6b924401c9d3 req-e8c4c164-067a-4ced-8336-0140babf9bc5 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1097.797442] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGHEST for action security_group_members [ 1097.797810] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.797952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.798078] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.798630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.798630] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.798630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.798630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.799569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.799569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.799569] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.302636] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.302855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.302855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.303160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.303299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.303630] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.303774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.303973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.304092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.304938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.304938] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be updated. [ 1098.343314] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.343527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.343527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.343749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.343889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.354320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: IN_PROGRESS for 2s [ 1098.729106] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1098.729264] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.729839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.729839] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.729839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.730048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.730048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.730114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.730190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.730282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.730353] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.233983] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.691825] env[65762]: INFO networking_nsxv3.common.synchronization [req-017520c3-e467-40a2-96a0-31fab53b0999 req-79fd9928-9cd1-4906-a3f8-c4367ce2abac tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1099.692439] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1099.693066] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.693192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.693301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.693456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.693610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.693703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.693823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.693991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.694090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.694185] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.735600] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c675901-1de0-4174-a41c-2345c94b9f61: rpc.has_security_group_logging(os_id): False [ 1099.755869] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.756134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.756648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.756852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.757024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.757144] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1099.828834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.828980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.829063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.829808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.829808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.849722] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1100.196644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.196716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.196774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.197499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.217393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.217654] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.217773] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.217838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.218043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.218145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.218291] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1100.243725] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.244124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.244210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.244299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.253766] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1100.366035] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a in Status: SUCCESS [ 1100.366148] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a deletion is rescheduled due to dependency. [ 1100.366229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.862990] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1101.863395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.263976] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1102.264190] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 deletion is rescheduled due to dependency. [ 1102.264314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.298103] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6b62917c-a8da-42ee-82be-cf317da77947 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1103.298664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1103.298967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.299126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.299201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.299454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.299544] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.407692] env[65762]: INFO networking_nsxv3.common.synchronization [None req-f8590d42-1beb-48a2-a2fb-0593cb8f3b1e tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1103.408201] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1103.408502] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.408602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.824775] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.824775] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 already deleted. [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.824775] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.824775] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.348976] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.349259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.349307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.349495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.349585] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.349681] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 already deleted. [ 1104.349761] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.409362] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.409657] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1108.964369] env[65762]: INFO networking_nsxv3.common.synchronization [None req-138ec979-36f5-4ca6-8779-db6c8e37bab9 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 with Priority: HIGHEST for action security_group_rules [ 1108.965664] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 with Priority: HIGHEST for action security_group_rules [ 1108.965664] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1755687e-fcd0-4233-95f8-69b8e230fda5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.965664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.965664] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.965849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.965935] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1755687e-fcd0-4233-95f8-69b8e230fda5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.048550] env[65762]: INFO networking_nsxv3.common.synchronization [None req-65ca3807-a4dc-4c4c-b34e-1d2816caf30a tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 with Priority: HIGHEST for action security_group_rules [ 1109.049580] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 with Priority: HIGHEST for action security_group_rules [ 1109.050028] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1755687e-fcd0-4233-95f8-69b8e230fda5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.050975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.489621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.490629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.490629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.490629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.490629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.490629] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 already deleted. [ 1109.490629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.490953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.490953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.491017] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1755687e-fcd0-4233-95f8-69b8e230fda5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.012916] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.013081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.013141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.013371] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.013463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.013562] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1755687e-fcd0-4233-95f8-69b8e230fda5 already deleted. [ 1110.013641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1755687e-fcd0-4233-95f8-69b8e230fda5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.499099] env[65762]: INFO networking_nsxv3.common.synchronization [req-bc31ebde-6bc6-4bc2-9821-92735433c983 req-a4ed3ebe-d52e-4c2f-a3ed-7557fe678e56 tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1110.499728] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1110.500082] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.500193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.500259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.500474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.500650] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.500764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.500834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.500985] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.501125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.501258] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.003701] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.098619] env[65762]: INFO networking_nsxv3.common.synchronization [None req-e2e1c0fe-3ba5-4a84-97fa-f6085f08b777 tempest-AttachInterfacesTestJSON-1174713822 tempest-AttachInterfacesTestJSON-1174713822-project-member] Enqueued Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1111.099277] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04135244-1a02-4d48-b6db-1ea8017ab494 with Priority: HIGHEST for action security_group_members [ 1111.099627] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-04135244-1a02-4d48-b6db-1ea8017ab494 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.099753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.099829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.100027] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.100298] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.100298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.100404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.101966] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.101966] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.101966] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04135244-1a02-4d48-b6db-1ea8017ab494',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.507455] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.607911] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.607911] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.607911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.608289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.608289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.608422] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 is going to be updated. [ 1111.640656] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.642179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.642179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.642179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.642179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.651535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: IN_PROGRESS for 2s [ 1112.012547] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.013169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.013203] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.013300] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1112.045485] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.045679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.045864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.047874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.047874] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.079196] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1112.097759] env[65762]: INFO networking_nsxv3.common.synchronization [req-7bf0fcc9-e979-4269-825c-b001049b8e01 req-ff999129-a85a-4ce1-a4d6-0829f75bc385 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1112.098376] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1112.098689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.098837] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.098917] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.100326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.100326] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.100326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.100326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.100326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.100326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.100326] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.606908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.607206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.607206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.607353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.632526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.632526] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.632526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.632526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.632526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.632526] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.632526] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1112.665013] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.665013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.665013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.665320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.665320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.673992] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1113.498787] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa30e450-bcc5-477e-85b4-f1de67f8132a req-8a5e18b1-ee73-475a-872e-a7b2cfcf8a73 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1113.499533] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1113.500680] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.500846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.501012] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.502441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.502441] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.502441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.502441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.502441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.502441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.502441] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.677956] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04135244-1a02-4d48-b6db-1ea8017ab494 in Status: SUCCESS [ 1113.678290] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04135244-1a02-4d48-b6db-1ea8017ab494 deletion is rescheduled due to dependency. [ 1113.678290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04135244-1a02-4d48-b6db-1ea8017ab494" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.919719] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.919719] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.919951] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.920397] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.920538] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.920893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.920893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.921163] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.921350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.921650] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.921779] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.921928] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.922063] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.922193] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.922330] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.922468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.944824] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.945034] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.945192] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.945389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.945741] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-f32ff9c9-6bee-49cb-948e-8340b07669d1 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.946019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.946265] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.947455] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.947745] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32ff9c9-6bee-49cb-948e-8340b07669d1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.006787] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.006974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.006974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.008041] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.008041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.008041] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1114.037397] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.037656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.037656] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.037834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.037950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.047582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1114.091802] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1114.092278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.451615] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.451615] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.451810] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.452237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.452237] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.452237] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port f32ff9c9-6bee-49cb-948e-8340b07669d1 not found, creating... [ 1114.452494] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.452712] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.452839] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.453547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.453547] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.453547] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.453708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.453784] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.453990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.454164] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.454310] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: f32ff9c9-6bee-49cb-948e-8340b07669d1 is going to be created. [ 1114.477395] env[65762]: INFO networking_nsxv3.common.synchronization [req-6fdc0a28-23d6-4574-a5b5-3a52c21c4095 req-3b3701fa-624e-441c-bad3-7e73d7d63e59 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 1114.478605] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.478796] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.478962] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.479209] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.479441] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.479662] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.480658] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 1114.481289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481396] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.481645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.481795] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.482422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.482422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.482422] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.686455] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1114.686743] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1114.686743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.984427] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.184585] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa30e450-bcc5-477e-85b4-f1de67f8132a req-d8d1f578-89f8-4ecc-b92e-ce56f76065aa service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1115.184799] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa30e450-bcc5-477e-85b4-f1de67f8132a req-d8d1f578-89f8-4ecc-b92e-ce56f76065aa service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1115.184937] env[65762]: INFO networking_nsxv3.common.synchronization [req-fa30e450-bcc5-477e-85b4-f1de67f8132a req-d8d1f578-89f8-4ecc-b92e-ce56f76065aa service nova] Enqueued Resource ID: f32ff9c9-6bee-49cb-948e-8340b07669d1 with Priority: HIGHEST for action port [ 1115.185498] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1115.185708] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1115.185812] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ff9c9-6bee-49cb-948e-8340b07669d1 with Priority: HIGHEST for action port [ 1115.186107] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.186246] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.186340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.186513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.186592] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.187486] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.187561] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32ff9c9-6bee-49cb-948e-8340b07669d1 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.187891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.188145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.188295] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32ff9c9-6bee-49cb-948e-8340b07669d1',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.486623] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.690696] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.690993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.691237] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f32ff9c9-6bee-49cb-948e-8340b07669d1 with status ACTIVE [ 1115.691437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.691555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.691629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.691851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.691950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.692135] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.692315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.692489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.692567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.692748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.692910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.693088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.693155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.693282] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f32ff9c9-6bee-49cb-948e-8340b07669d1 is going to be updated. [ 1115.735099] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.735320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.735651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.735845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.736066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.736325] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32ff9c9-6bee-49cb-948e-8340b07669d1" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.799373] env[65762]: INFO networking_nsxv3.common.synchronization [req-bb9c4f63-2104-4dab-aaf3-4c069d79238d req-d9e0ce2b-992d-433d-89f7-0df7b9c99422 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1115.800009] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1115.800477] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.801148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.801148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.801148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.801331] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.801431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.801531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.801738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.801868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.802009] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.989097] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.989266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.989266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.989570] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.989644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.989768] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be updated. [ 1116.041705] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.041860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.041925] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.042175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.042326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.052944] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 1116.058528] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1116.058528] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1116.058528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.058630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.058778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059079] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.059192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.059260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.059432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.059610] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.142016] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.142214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.142408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.142679] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.142949] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.143118] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.143231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.143448] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.143587] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.143789] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.143927] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.143999] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.144293] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.144407] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.144510] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.144642] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.165259] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.165324] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.165430] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.165685] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.166034] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.166251] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.166382] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.166716] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.166856] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639cba4d-4fd8-4d97-b6e1-7f11d8aac249',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.304239] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.304462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.304462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.304719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.304812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.305046] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.305171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.305226] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.305389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.305464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.305554] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 already deleted. [ 1116.305646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.562940] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.670493] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.670818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.670991] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.671383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.671546] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.671707] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 not found, creating... [ 1116.671964] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.672149] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.672264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.672492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.672628] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.672909] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.673073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.673193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.673428] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.673570] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.673709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 is going to be created. [ 1116.695541] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.695918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.695955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.696225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.696445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.696703] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.065482] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.446420] env[65762]: INFO networking_nsxv3.common.synchronization [req-bb9c4f63-2104-4dab-aaf3-4c069d79238d req-8a7f1893-8f85-4e0f-9d47-149e6e0da129 service nova] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1117.446572] env[65762]: INFO networking_nsxv3.common.synchronization [req-bb9c4f63-2104-4dab-aaf3-4c069d79238d req-8a7f1893-8f85-4e0f-9d47-149e6e0da129 service nova] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1117.446613] env[65762]: INFO networking_nsxv3.common.synchronization [req-bb9c4f63-2104-4dab-aaf3-4c069d79238d req-8a7f1893-8f85-4e0f-9d47-149e6e0da129 service nova] Enqueued Resource ID: 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 with Priority: HIGHEST for action port [ 1117.447190] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_rules [ 1117.447339] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1117.447459] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 with Priority: HIGHEST for action port [ 1117.447817] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.447942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.448018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.448233] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.448329] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.449427] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.449547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.449612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.449856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.450068] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.450181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.450251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.450393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.450512] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.450656] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.451567] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.451923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.452027] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639cba4d-4fd8-4d97-b6e1-7f11d8aac249',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.568432] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.568598] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.568639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.568853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.568944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.569067] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1117.598210] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.598408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.598449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.598676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.598836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.607755] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1117.954204] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.954553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.954553] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.956162] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 with status ACTIVE [ 1117.956162] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.956398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.956578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.956998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.956998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.957143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.957143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.957527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.957527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.957615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.957700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.957766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.957886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 639cba4d-4fd8-4d97-b6e1-7f11d8aac249 is going to be updated. [ 1117.983555] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.983797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.983915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.984223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.984416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.984682] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-639cba4d-4fd8-4d97-b6e1-7f11d8aac249" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.053822] env[65762]: INFO networking_nsxv3.common.synchronization [req-62d2004e-4a15-467a-b0f0-2a867529af46 req-0e892a5b-297b-4c37-bf98-e3fb3cde3336 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1118.055406] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1118.055766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.055899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.055956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.056354] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.056467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.056530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.056776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.056867] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.068949] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 1118.068949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.460148] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.465952] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.466192] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.466320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.466593] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.466855] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.467015] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.467136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.467350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.467494] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.467701] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.467812] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.467920] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.468038] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.468151] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.468259] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.468402] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.493634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.493634] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.493634] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.493634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.493634] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-35cc1204-bff6-4500-9ba3-4c8cc705754d taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.493634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.493634] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.494729] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.494851] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc1204-bff6-4500-9ba3-4c8cc705754d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.560506] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.560669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.560742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.560969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.561104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.561311] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.561410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.561471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.561630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.561705] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.561790] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1118.586343] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.586504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.586544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.586760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.586897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.597023] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1118.962872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.963336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.963336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.963336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.963454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.963515] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 is going to be created. [ 1118.986059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.986229] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.986303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.986510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.986670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.997936] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: UNINITIALIZED for 2s [ 1118.998404] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.998658] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.998730] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.999026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.999178] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.999329] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 35cc1204-bff6-4500-9ba3-4c8cc705754d not found, creating... [ 1118.999575] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.999792] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.999847] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.000078] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.000214] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.000544] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.000723] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.000841] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.001089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.001234] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.001375] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 35cc1204-bff6-4500-9ba3-4c8cc705754d is going to be created. [ 1119.024701] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.024922] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.025038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.025314] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.025542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.025768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.621531] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1119.621531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.621750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.622343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.622343] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.622343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.622343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.622602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.622647] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.622722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.622822] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.801852] env[65762]: INFO networking_nsxv3.common.synchronization [req-62d2004e-4a15-467a-b0f0-2a867529af46 req-ab40d4bd-0fef-4d72-b9e7-2b245c4b36ff service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1119.801852] env[65762]: INFO networking_nsxv3.common.synchronization [req-62d2004e-4a15-467a-b0f0-2a867529af46 req-ab40d4bd-0fef-4d72-b9e7-2b245c4b36ff service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1119.802537] env[65762]: INFO networking_nsxv3.common.synchronization [req-62d2004e-4a15-467a-b0f0-2a867529af46 req-ab40d4bd-0fef-4d72-b9e7-2b245c4b36ff service nova] Enqueued Resource ID: 35cc1204-bff6-4500-9ba3-4c8cc705754d with Priority: HIGHEST for action port [ 1119.802537] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1119.802705] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1119.802761] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cc1204-bff6-4500-9ba3-4c8cc705754d with Priority: HIGHEST for action port [ 1119.803094] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.803214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.803469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.803469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.803916] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.804413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.804523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.804759] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cc1204-bff6-4500-9ba3-4c8cc705754d taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.804848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.804898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.805132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.805322] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc1204-bff6-4500-9ba3-4c8cc705754d',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.124864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.125320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.125320] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.125438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.125635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.125745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.125824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.125996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.126173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.126250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.126351] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.126457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.126550] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.126776] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.126996] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.127160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.127271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.127482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.127604] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.127766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.127916] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.307596] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.307596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.307596] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35cc1204-bff6-4500-9ba3-4c8cc705754d with status ACTIVE [ 1120.307994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.307994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.307994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.308258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.308337] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.308566] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.308566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.308710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.308867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.308948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.309113] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.309193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.309238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.309395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.309470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.309527] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35cc1204-bff6-4500-9ba3-4c8cc705754d is going to be updated. [ 1120.333905] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.334124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.334177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.334357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.334772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.334974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cc1204-bff6-4500-9ba3-4c8cc705754d" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.448019] env[65762]: INFO networking_nsxv3.common.synchronization [req-633a5dd7-7bb3-4af4-99f9-684b1719cb9c req-293fce1a-d00f-4583-a05c-b249ac47be0a tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1120.448019] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1120.448019] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.448019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.448019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.448019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.448588] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.448811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.449814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.449814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.449814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.449814] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.610296] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1120.610296] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1120.610296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.610296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.610446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.610667] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.610791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.610856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.611115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.611201] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.611317] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.630377] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 1120.652133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.652133] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.652133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.652401] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.652446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.652702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.652828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.652913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.653221] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.653331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.653593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.653723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.653811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.654031] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.654117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.654238] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1120.732711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.732914] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.732959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.733177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.733356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.752406] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1120.850393] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.850600] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.850717] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.851099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.851408] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.851571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.851692] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.851927] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.852090] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.852303] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.852413] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.852522] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.852623] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.852728] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.852833] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.852971] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.877621] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.877621] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.877621] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.877961] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878040] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ffa76b4d-be68-4c6e-99c6-decd433428f3 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.878230] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.878350] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.878861] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.879019] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa76b4d-be68-4c6e-99c6-decd433428f3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.952700] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.952918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.952918] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.953958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.953958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.953958] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.953958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.953958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.954384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.954384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.954477] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1120.958540] env[65762]: INFO networking_nsxv3.common.synchronization [req-d7f96baa-6c1f-42a5-8717-c5d9cfb6ebb0 req-99a882ea-4850-4b4f-8d71-1e0de0274dec tempest-MigrationsAdminTest-283148794 tempest-MigrationsAdminTest-283148794-project-member] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1120.960281] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGHEST for action security_group_members [ 1120.960836] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.961152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.961263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.961747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.961747] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.961984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.961984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.962200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.962200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.962305] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.111858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: SUCCESS [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.111858] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.111858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.112379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.112379] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.113938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.114121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.114225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.115411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.115411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.115998] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.129676] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1121.381867] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.382324] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.382499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.382797] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.382953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.383143] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ffa76b4d-be68-4c6e-99c6-decd433428f3 not found, creating... [ 1121.383551] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.383710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.383832] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.384094] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.384273] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.384626] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.384738] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384859] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.385212] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.385212] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.385368] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ffa76b4d-be68-4c6e-99c6-decd433428f3 is going to be created. [ 1121.412302] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.412497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.412624] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.412912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.413156] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.413393] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465051] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465290] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465511] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465791] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.466132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.466220] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466271] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be updated. [ 1121.515033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.515348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.515415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.515754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.515891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.526420] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: IN_PROGRESS for 2s [ 1121.618510] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.619620] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.121289] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93986077-2de9-4987-91ff-f1614bbe4739: rpc.has_security_group_logging(os_id): False [ 1122.122853] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.123087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.123219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.123513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.123669] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.123827] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1122.131905] env[65762]: INFO networking_nsxv3.common.synchronization [req-633a5dd7-7bb3-4af4-99f9-684b1719cb9c req-3eb6e67e-253e-4810-a5d1-6e882c22a7ec service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 1122.132229] env[65762]: INFO networking_nsxv3.common.synchronization [req-633a5dd7-7bb3-4af4-99f9-684b1719cb9c req-3eb6e67e-253e-4810-a5d1-6e882c22a7ec service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1122.132229] env[65762]: INFO networking_nsxv3.common.synchronization [req-633a5dd7-7bb3-4af4-99f9-684b1719cb9c req-3eb6e67e-253e-4810-a5d1-6e882c22a7ec service nova] Enqueued Resource ID: ffa76b4d-be68-4c6e-99c6-decd433428f3 with Priority: HIGHEST for action port [ 1122.132845] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 1122.132995] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1122.133125] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa76b4d-be68-4c6e-99c6-decd433428f3 with Priority: HIGHEST for action port [ 1122.133464] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.133599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.133668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.133911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.134261] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.135184] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.135184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.135459] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa76b4d-be68-4c6e-99c6-decd433428f3 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.135565] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.135639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.135852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.135933] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa76b4d-be68-4c6e-99c6-decd433428f3',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.144844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.144995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.145121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.145314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.145417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.145697] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.145817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.145892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.146296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.146296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.146296] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 is going to be created. [ 1122.160339] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.160680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.160758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.161011] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.161199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171704] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1122.218202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.218333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.218404] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.218720] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.219025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.236669] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: IN_PROGRESS for 2s [ 1122.638689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.638689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.638689] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa76b4d-be68-4c6e-99c6-decd433428f3 with status ACTIVE [ 1122.638987] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.639061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.639095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.639295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.639384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.639555] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.639650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.639712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.639881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.639954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640149] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.640243] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.640303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.640442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.640514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640598] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa76b4d-be68-4c6e-99c6-decd433428f3 is going to be updated. [ 1122.661883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.662109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.662186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.662393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.662580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.662688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa76b4d-be68-4c6e-99c6-decd433428f3" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.768233] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1122.768504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.141665] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1123.142089] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 deletion is rescheduled due to dependency. [ 1123.142089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.142195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.142628] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.142748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.142817] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.143098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.143195] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.537998] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4374c68f-94bb-42ac-aa21-eb265154d690 in Status: SUCCESS [ 1123.538234] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 deletion is rescheduled due to dependency. [ 1123.538386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.646100] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.148009] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.183604] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1124.184661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.184661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.184661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.184661] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.184661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.184661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.184935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.184935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.185013] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.185099] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.256148] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: SUCCESS [ 1124.256463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.650180] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.650357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.650434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.650640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.650738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.650801] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1124.684063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.684312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.684312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.684507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.684645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.687283] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.687399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.687479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.687666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.687843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.687944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.687988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.688171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.688248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.688588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.688644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.688789] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.688949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.689196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.689332] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.689406] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.689440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.689526] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.695058] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1125.191496] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd177e2b-3b82-4236-9d70-c1d7d4c97e07: rpc.has_security_group_logging(os_id): False [ 1125.227540] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.227783] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.227919] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.228278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.228405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.228709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.228868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.228962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.229232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.229351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.229644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.229791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.229889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.230132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.230262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.230555] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.230706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.230811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.231121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.231260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.231403] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1125.318573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.318764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.318829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.319042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.319204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.338674] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1126.070240] env[65762]: INFO networking_nsxv3.common.synchronization [req-96982dad-92c3-4d16-aa75-7a038e8e921c req-b27e6a5b-a5f4-40f1-978a-e5c74e7b6647 tempest-ServerRescueNegativeTestJSON-617945212 tempest-ServerRescueNegativeTestJSON-617945212-project-member] Enqueued Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 1126.070240] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 with Priority: HIGHEST for action security_group_members [ 1126.070240] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.070368] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.070407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.070612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.070767] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.070867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.070991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.071173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.071260] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.071355] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf640bb-79a7-4292-b1fb-e28eb5ce0e94',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.573573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.574140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.574140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.574140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.597155] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.597440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.597556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.597637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.597852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.597940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.598360] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 is going to be updated. [ 1126.635451] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.635628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.635695] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.635887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.636029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.648309] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: IN_PROGRESS for 2s [ 1126.707621] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1126.707745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.708017] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.708475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.708954] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.708954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.708954] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.709165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.709251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.709981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.710387] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.213765] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.357177] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1127.357177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.716651] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9296c8a0-766c-43f0-89f3-099bcf4d8403: rpc.has_security_group_logging(os_id): False [ 1127.742413] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.742632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.742632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.742890] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.743056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.743568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.743730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.743804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.744014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.744103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.744225] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1127.810942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.811140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.811208] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.811423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.811519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.826728] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1128.613566] env[65762]: INFO networking_nsxv3.common.synchronization [req-de188aed-a808-4696-a778-f9d490c1ba31 req-69b93663-9822-4886-8208-439512b4ad45 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1128.614170] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1128.614481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614602] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.619665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.619824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.619870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.623025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.623025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.623025] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.661025] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 in Status: SUCCESS [ 1128.661025] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf640bb-79a7-4292-b1fb-e28eb5ce0e94 deletion is rescheduled due to dependency. [ 1128.661025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf640bb-79a7-4292-b1fb-e28eb5ce0e94" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.123051] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.123051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.123481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.123481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.123481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.123621] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.123721] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.123785] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.123948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.124041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.124130] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1129.157070] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.157680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.157772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.158066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.158228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.168566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1129.840886] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1129.841142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.179281] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1131.179579] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1131.179579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.698022] env[65762]: INFO networking_nsxv3.common.synchronization [None req-23d053f1-50b0-4195-845b-e5942aa3a450 None None] Enqueued Resource ID: 9a270441-6bca-45fe-a6f5-f2acd82ab5e7 with Priority: HIGHEST for action port [ 1132.698022] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a270441-6bca-45fe-a6f5-f2acd82ab5e7 with Priority: HIGHEST for action port [ 1132.698022] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a270441-6bca-45fe-a6f5-f2acd82ab5e7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.698022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a270441-6bca-45fe-a6f5-f2acd82ab5e7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.698022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a270441-6bca-45fe-a6f5-f2acd82ab5e7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.698022] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a270441-6bca-45fe-a6f5-f2acd82ab5e7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.698022] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a270441-6bca-45fe-a6f5-f2acd82ab5e7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.206206] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a270441-6bca-45fe-a6f5-f2acd82ab5e7 [ 1133.206455] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.206587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.206649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.206872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.206980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.207114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a270441-6bca-45fe-a6f5-f2acd82ab5e7 already deleted. [ 1133.207165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a270441-6bca-45fe-a6f5-f2acd82ab5e7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.101938] env[65762]: INFO networking_nsxv3.common.synchronization [None req-acde94e0-186a-4c37-aba6-d354cd362c62 None None] Enqueued Resource ID: 606549b5-f5ad-48e0-8577-7d7291ac3371 with Priority: HIGHEST for action port [ 1135.102609] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606549b5-f5ad-48e0-8577-7d7291ac3371 with Priority: HIGHEST for action port [ 1135.102921] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-606549b5-f5ad-48e0-8577-7d7291ac3371 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.103091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606549b5-f5ad-48e0-8577-7d7291ac3371" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.103185] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606549b5-f5ad-48e0-8577-7d7291ac3371" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.103464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606549b5-f5ad-48e0-8577-7d7291ac3371" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.103571] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606549b5-f5ad-48e0-8577-7d7291ac3371',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.605256] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 606549b5-f5ad-48e0-8577-7d7291ac3371 [ 1135.605724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.605724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.605724] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.606030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.606132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.606272] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:606549b5-f5ad-48e0-8577-7d7291ac3371 already deleted. [ 1135.606361] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606549b5-f5ad-48e0-8577-7d7291ac3371" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.103598] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.103897] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1141.792831] env[65762]: INFO networking_nsxv3.common.synchronization [req-48efa0a2-2a5d-4eb3-b54d-cb34f2fa5905 req-64824c8e-b23b-4551-afc6-4ead02e7af5d tempest-ServerAddressesTestJSON-1415355361 tempest-ServerAddressesTestJSON-1415355361-project-member] Enqueued Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1141.793436] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1141.793799] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.793952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.794065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.794366] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.794510] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.794648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.794733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.794915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.795040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.795141] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.105059] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.105059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-608" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.105257] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-608" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.105905] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-608" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.105905] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.106112] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.106233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.106483] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.106772] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.106843] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.106960] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.107086] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.107207] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.107352] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.107465] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.107605] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.130235] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.130414] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.130571] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.130854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-608" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.131233] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-8d810c8d-dff2-402d-b997-8da9469418ce taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.131430] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.131522] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.131981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.132199] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d810c8d-dff2-402d-b997-8da9469418ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.297581] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.297802] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.297910] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.298212] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.298346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.298581] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.298725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.298805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.299052] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.299173] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.299268] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 already deleted. [ 1142.299384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.635356] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.635566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.635697] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.636113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.636231] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.636327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 8d810c8d-dff2-402d-b997-8da9469418ce not found, creating... [ 1142.636593] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.636768] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.636856] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.637100] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.637238] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.637710] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637918] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.638146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.638282] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.638426] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 8d810c8d-dff2-402d-b997-8da9469418ce is going to be created. [ 1142.661341] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.661558] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.661648] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.661987] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.662311] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.662554] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.363105] env[65762]: INFO networking_nsxv3.common.synchronization [req-48efa0a2-2a5d-4eb3-b54d-cb34f2fa5905 req-7116dd86-b64c-4e15-973b-37df7bc49323 service nova] Enqueued Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_rules [ 1143.363481] env[65762]: INFO networking_nsxv3.common.synchronization [req-48efa0a2-2a5d-4eb3-b54d-cb34f2fa5905 req-7116dd86-b64c-4e15-973b-37df7bc49323 service nova] Enqueued Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1143.363481] env[65762]: INFO networking_nsxv3.common.synchronization [req-48efa0a2-2a5d-4eb3-b54d-cb34f2fa5905 req-7116dd86-b64c-4e15-973b-37df7bc49323 service nova] Enqueued Resource ID: 8d810c8d-dff2-402d-b997-8da9469418ce with Priority: HIGHEST for action port [ 1143.364119] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_rules [ 1143.364283] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1143.364405] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d810c8d-dff2-402d-b997-8da9469418ce with Priority: HIGHEST for action port [ 1143.364716] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.364852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.364932] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.365230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.365332] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.366228] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.366351] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.366424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.366631] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.366801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.366916] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.366992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.367350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.367350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.367541] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.368545] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d810c8d-dff2-402d-b997-8da9469418ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.368680] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.368771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.368961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.369048] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d810c8d-dff2-402d-b997-8da9469418ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.872345] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.872345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.872345] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.872697] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d810c8d-dff2-402d-b997-8da9469418ce with status ACTIVE [ 1143.872736] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.872897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.873541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.873541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.873541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.873541] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.873788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.873788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.873861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.874121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.874370] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.874527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.874619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.875959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.875959] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.875959] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d810c8d-dff2-402d-b997-8da9469418ce is going to be updated. [ 1143.901882] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.902237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.902237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.902370] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.902485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.902637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d810c8d-dff2-402d-b997-8da9469418ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.377456] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.880132] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.880344] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.880392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.880613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.880707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.880875] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 is going to be created. [ 1144.907707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.908386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.908386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.908386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.908386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.920676] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: UNINITIALIZED for 2s [ 1146.411198] env[65762]: INFO networking_nsxv3.common.synchronization [req-0990add7-50a5-4913-8359-95d4cba626df req-f79d9c83-6c76-4cdf-b380-92c1f34aa6b3 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1146.413437] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1146.413437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.413437] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.413437] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.413437] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.749723] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.749931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.750089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.750889] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.751235] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.751521] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.751966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.751966] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.752158] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.752373] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.752481] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.752589] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.752694] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.752851] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.752902] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.753034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.774175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.774390] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.774498] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.774682] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-868" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.775097] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-69bb9953-941a-4de7-a60a-cddcd0011434 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.775296] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.775418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.775858] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.775892] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bb9953-941a-4de7-a60a-cddcd0011434',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.917684] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.917684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.917684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.917976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.917976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.918243] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.918380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.918462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.918679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.918801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.918944] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1146.931929] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: SUCCESS [ 1146.932228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.932422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.932690] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.932938] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.933193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.933256] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.933428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.933514] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.933642] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.933743] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.948738] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.948942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.948981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.949207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.949346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.958512] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1147.279086] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.279303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.279303] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.279588] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.279743] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.279899] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 69bb9953-941a-4de7-a60a-cddcd0011434 not found, creating... [ 1147.280174] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.280329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.280445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.280664] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.280820] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.281211] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.281343] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.281436] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.281645] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.281827] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.282019] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 69bb9953-941a-4de7-a60a-cddcd0011434 is going to be created. [ 1147.304655] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.304912] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.305080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.305429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.305694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.305956] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.436123] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.436416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.436416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.436599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.436761] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.436878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.436997] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.437158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.437281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.437442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.437574] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.437668] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.437730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.437876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.438060] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.438164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.438164] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.438304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.438377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.438478] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.438574] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.941986] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1776405f-1df8-47c7-8f1c-5092b43a3eb0: rpc.has_security_group_logging(os_id): False [ 1147.960874] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.961111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.961263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.961444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.961613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.961871] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.962048] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.962132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.962375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.962515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.962692] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.962822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.962899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.963109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.963186] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.963385] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.963500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.963572] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.963765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.963847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.963939] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 is going to be created. [ 1148.025055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.025328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.025328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.025500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.025700] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.038457] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: IN_PROGRESS for 2s [ 1148.063234] env[65762]: INFO networking_nsxv3.common.synchronization [req-0990add7-50a5-4913-8359-95d4cba626df req-cdae95a2-8274-4954-b4f2-9a6c11f16501 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1148.063469] env[65762]: INFO networking_nsxv3.common.synchronization [req-0990add7-50a5-4913-8359-95d4cba626df req-cdae95a2-8274-4954-b4f2-9a6c11f16501 service nova] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1148.063619] env[65762]: INFO networking_nsxv3.common.synchronization [req-0990add7-50a5-4913-8359-95d4cba626df req-cdae95a2-8274-4954-b4f2-9a6c11f16501 service nova] Enqueued Resource ID: 69bb9953-941a-4de7-a60a-cddcd0011434 with Priority: HIGHEST for action port [ 1148.064327] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_rules [ 1148.064421] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1148.064520] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bb9953-941a-4de7-a60a-cddcd0011434 with Priority: HIGHEST for action port [ 1148.066987] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.067157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.067258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.067496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.067584] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.068923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.068923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.068923] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-69bb9953-941a-4de7-a60a-cddcd0011434 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.068923] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.069167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.069326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.069326] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bb9953-941a-4de7-a60a-cddcd0011434',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.571011] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.571349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.573244] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69bb9953-941a-4de7-a60a-cddcd0011434 with status ACTIVE [ 1148.573244] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.573244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.573244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.573244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.573244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.573530] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.573530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.573530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.573619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.573646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.573827] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.573946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.574018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.574167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.574242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.574367] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69bb9953-941a-4de7-a60a-cddcd0011434 is going to be updated. [ 1148.598568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.598769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.598769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.598980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.599125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.599295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69bb9953-941a-4de7-a60a-cddcd0011434" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.973327] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1148.973553] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1148.973605] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.973754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.973983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.974193] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.974304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.974372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.974566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.974652] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.974752] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.477047] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.979444] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.052753] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: SUCCESS [ 1150.053036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.482818] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.483145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.483145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.483242] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1150.519191] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.519423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.519472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.519796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.520066] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.534027] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1152.553233] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1152.553539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.553706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.554033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.554289] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.554451] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.554552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.554740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.554827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.554928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.555037] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.057836] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.057957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.058042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.058281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.058457] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.058612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.058725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.058892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.058983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.059088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.059240] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.059333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.059397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.059531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.059665] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.059753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.059811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.059943] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.060023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.060102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.060189] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.066127] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.066127] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1153.562851] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e60ed329-14ff-4ba8-974e-2efff925d9e5: rpc.has_security_group_logging(os_id): False [ 1153.584702] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.584856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.584948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.585181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.585281] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.585505] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.585607] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.585665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.585852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.585944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.586121] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.586213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.586272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.586423] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.586519] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.586757] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.586865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.587145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.587239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.587338] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1153.653772] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.653998] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.654098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.654308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.654525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.670543] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1153.967781] env[65762]: INFO networking_nsxv3.common.synchronization [req-1de4a2b3-738e-4847-8a75-5f1dfd0426e9 req-72d0d10f-e840-49fe-b7f1-e053e89cb756 tempest-ServerAddressesTestJSON-1415355361 tempest-ServerAddressesTestJSON-1415355361-project-member] Enqueued Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1153.968431] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 with Priority: HIGHEST for action security_group_members [ 1153.968787] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-1776405f-1df8-47c7-8f1c-5092b43a3eb0 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.968937] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.969014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.969236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.969402] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.969509] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.969575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.969779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.969821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.969896] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1776405f-1df8-47c7-8f1c-5092b43a3eb0',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.472841] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.473125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.473125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.473394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.473497] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.473802] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.473975] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.474127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.474326] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.474440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.474594] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 is going to be updated. [ 1154.508751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.508751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.508751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.508751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.509103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.518668] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: IN_PROGRESS for 2s [ 1155.687167] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1155.687793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.530287] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 in Status: SUCCESS [ 1156.530475] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1776405f-1df8-47c7-8f1c-5092b43a3eb0 deletion is rescheduled due to dependency. [ 1156.530568] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1776405f-1df8-47c7-8f1c-5092b43a3eb0" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.953650] env[65762]: INFO networking_nsxv3.common.synchronization [req-54d2cf23-bf9e-4920-bb1c-feef742fb438 req-f381e334-f94c-4eba-9322-d4e905353fa4 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1157.954337] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGHEST for action security_group_members [ 1157.954535] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.954678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.954735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.954913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.955284] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.956379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.956379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.956379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.956379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.956379] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.458617] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.458819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.459072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.459261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.459362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.459632] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.459771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.459834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.460009] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.460094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.460186] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 is going to be updated. [ 1158.490589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.491399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.491399] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.491545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.491768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.500527] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: IN_PROGRESS for 2s [ 1160.418594] env[65762]: INFO networking_nsxv3.common.synchronization [req-ac4644f5-4c2f-490b-aefb-9e413a0ed685 req-fd175654-d288-4cbf-99ad-03aec02199d4 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1160.419766] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1160.419766] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.419766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.419766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.419988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.420029] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.420124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.420175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.420312] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.420394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.420512] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.512677] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 in Status: SUCCESS [ 1160.512871] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 deletion is rescheduled due to dependency. [ 1160.512987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.923815] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.923815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.923815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.924644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.924644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.924644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.924644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.924644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.924999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.924999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.924999] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1160.982844] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.982994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.983429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.994796] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1163.006772] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1163.007095] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1163.008125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.702409] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0e720c19-addf-430e-82ef-c34128ed168f None None] Enqueued Resource ID: 4dc68c33-60db-42f2-9c88-f64c456e0fa4 with Priority: HIGHEST for action port [ 1163.702464] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc68c33-60db-42f2-9c88-f64c456e0fa4 with Priority: HIGHEST for action port [ 1163.702785] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc68c33-60db-42f2-9c88-f64c456e0fa4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.703793] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc68c33-60db-42f2-9c88-f64c456e0fa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.703868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc68c33-60db-42f2-9c88-f64c456e0fa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.704145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc68c33-60db-42f2-9c88-f64c456e0fa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.704232] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc68c33-60db-42f2-9c88-f64c456e0fa4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.209736] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc68c33-60db-42f2-9c88-f64c456e0fa4 [ 1164.209736] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.210142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.210339] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc68c33-60db-42f2-9c88-f64c456e0fa4 already deleted. [ 1164.210339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc68c33-60db-42f2-9c88-f64c456e0fa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.805853] env[65762]: INFO networking_nsxv3.common.synchronization [None req-998216c8-3d0b-4b49-b283-d23756aee575 None None] Enqueued Resource ID: c1cb4d80-2230-4aa5-a883-3d5b31217413 with Priority: HIGHEST for action port [ 1165.806545] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb4d80-2230-4aa5-a883-3d5b31217413 with Priority: HIGHEST for action port [ 1165.806934] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cb4d80-2230-4aa5-a883-3d5b31217413 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.807301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cb4d80-2230-4aa5-a883-3d5b31217413" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.807418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cb4d80-2230-4aa5-a883-3d5b31217413" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.807733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cb4d80-2230-4aa5-a883-3d5b31217413" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.807865] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cb4d80-2230-4aa5-a883-3d5b31217413',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.309836] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1cb4d80-2230-4aa5-a883-3d5b31217413 [ 1166.310097] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.310236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.310333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.310517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.310635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.310738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1cb4d80-2230-4aa5-a883-3d5b31217413 already deleted. [ 1166.310814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cb4d80-2230-4aa5-a883-3d5b31217413" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.651265] env[65762]: INFO networking_nsxv3.common.synchronization [req-0883bca2-2bce-4426-abf0-dc4e84cd3a22 req-f0b78e9e-41bc-4c1e-9690-875b74c4a64a tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1168.651832] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1168.652146] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.652274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.652339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.652532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.652681] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.652780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.652845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.652984] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.653079] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.653170] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.966725] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.966930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.967066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.967331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.967584] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.967737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.967853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.968079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.968264] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.968434] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.968573] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.968723] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.968837] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.968950] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.969098] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.969591] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.990102] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.990284] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.990427] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.990596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-323" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.990951] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-d3c09832-d634-4042-9a3f-a3cb36a4af13 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.991145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.991262] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.991575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.992131] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c09832-d634-4042-9a3f-a3cb36a4af13',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.155740] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.155827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.155827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.156071] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.156178] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.156430] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.157029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.157029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.157029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.157029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.157029] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1169.186509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.186645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.186645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.187885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.187885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.196414] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1169.495718] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.495999] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.496142] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.496429] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.496586] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.496742] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port d3c09832-d634-4042-9a3f-a3cb36a4af13 not found, creating... [ 1169.497016] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.497201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.497335] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.497538] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.497674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.497949] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.498116] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.498233] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.498437] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.498592] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.498737] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: d3c09832-d634-4042-9a3f-a3cb36a4af13 is going to be created. [ 1169.520012] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.520286] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.520492] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.520862] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.521148] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.521419] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.211472] env[65762]: INFO networking_nsxv3.common.synchronization [req-0883bca2-2bce-4426-abf0-dc4e84cd3a22 req-fcf6fa2b-104d-4d99-97b8-b9b64f85bcce service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1170.211806] env[65762]: INFO networking_nsxv3.common.synchronization [req-0883bca2-2bce-4426-abf0-dc4e84cd3a22 req-fcf6fa2b-104d-4d99-97b8-b9b64f85bcce service nova] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1170.212030] env[65762]: INFO networking_nsxv3.common.synchronization [req-0883bca2-2bce-4426-abf0-dc4e84cd3a22 req-fcf6fa2b-104d-4d99-97b8-b9b64f85bcce service nova] Enqueued Resource ID: d3c09832-d634-4042-9a3f-a3cb36a4af13 with Priority: HIGHEST for action port [ 1170.212669] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_rules [ 1170.212829] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1170.212940] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c09832-d634-4042-9a3f-a3cb36a4af13 with Priority: HIGHEST for action port [ 1170.213507] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.213662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.213734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.214008] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.215061] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.217214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.217214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.217214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3c09832-d634-4042-9a3f-a3cb36a4af13 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.217214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.217214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.217214] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.217214] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c09832-d634-4042-9a3f-a3cb36a4af13',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.718722] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.718864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.721176] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3c09832-d634-4042-9a3f-a3cb36a4af13 with status ACTIVE [ 1170.721356] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.721475] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.721542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.721829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.721900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.722071] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.722154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.722240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.722363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.722454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.722704] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.722704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.722829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.722881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.722955] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.723050] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3c09832-d634-4042-9a3f-a3cb36a4af13 is going to be updated. [ 1170.747086] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.747305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.747305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.747504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.747639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.747795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3c09832-d634-4042-9a3f-a3cb36a4af13" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.208280] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1171.208461] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1171.208573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.208744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.208965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.209169] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.209289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.209355] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.209516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.209595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.209690] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.712384] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.917657] env[65762]: INFO networking_nsxv3.common.synchronization [req-235da4d1-53fe-44a0-8e2a-89a55368d03e req-6453a379-8cc9-4b29-b30b-bcc94d72c494 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1171.918300] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1171.918763] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.918915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.918974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.919205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.919378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.919854] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.919942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.920141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.920239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.920381] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.215476] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.261902] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.262304] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.262596] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.263323] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266034] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.266034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.266034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.266034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266034] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.266034] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.266034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.266034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.266034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.266034] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.266034] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.266034] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.289196] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.289196] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.289196] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.289196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.289196] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.289196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.289196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.289881] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.289881] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d8f7dc-9b98-45e8-9936-1334aa98e93a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.423233] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.423393] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.423465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.423684] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.423780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.423974] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.424092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.424161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.424318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.424394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.424483] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be deleted. [ 1172.456010] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.456271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.456360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.456597] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.456692] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.456795] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.718253] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.718686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.718686] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.718766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.718834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.718937] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1172.769039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.769192] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.769263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.769473] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.769612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.778694] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1172.791896] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.792127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.792255] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.792533] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.792691] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.792854] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port e7d8f7dc-9b98-45e8-9936-1334aa98e93a not found, creating... [ 1172.793155] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.793432] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.793563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.793793] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.793930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.794224] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.794380] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.794497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.794706] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.794941] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.795016] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a is going to be created. [ 1172.819637] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.819921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.820126] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.820499] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.820894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.821253] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.529347] env[65762]: INFO networking_nsxv3.common.synchronization [req-235da4d1-53fe-44a0-8e2a-89a55368d03e req-5a91121f-4c52-49e6-9d9e-3782fbf03117 service nova] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_rules [ 1173.529580] env[65762]: INFO networking_nsxv3.common.synchronization [req-235da4d1-53fe-44a0-8e2a-89a55368d03e req-5a91121f-4c52-49e6-9d9e-3782fbf03117 service nova] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1173.529666] env[65762]: INFO networking_nsxv3.common.synchronization [req-235da4d1-53fe-44a0-8e2a-89a55368d03e req-5a91121f-4c52-49e6-9d9e-3782fbf03117 service nova] Enqueued Resource ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a with Priority: HIGHEST for action port [ 1173.530194] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_rules [ 1173.530328] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1173.530425] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a with Priority: HIGHEST for action port [ 1173.530835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.530980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.531171] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.531482] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.531482] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.532380] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.532499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.532566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.532767] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.533191] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.533191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.533191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.533471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.533471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.533471] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.534659] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.534728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.534772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.535462] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.535462] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d8f7dc-9b98-45e8-9936-1334aa98e93a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.036643] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.038099] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.038284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.038613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d8f7dc-9b98-45e8-9936-1334aa98e93a with status ACTIVE [ 1174.038811] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.038962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.039133] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.039349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.039709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.039709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.039827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.040015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.040063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.040249] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.040632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.040632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.040632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.040716] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.040753] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a is going to be updated. [ 1174.062714] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.062968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.063053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.063274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.063445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.063672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.539577] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.792956] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1174.792956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.793377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.793377] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.793653] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.793770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.793828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.793993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.794093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.794179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.794351] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.042447] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.042736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.042736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.042887] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.043456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.043456] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be created. [ 1175.068479] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.068479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.068633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.068794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.068951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.080039] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: UNINITIALIZED for 2s [ 1175.293164] env[65762]: INFO networking_nsxv3.common.synchronization [req-42d7a924-d4bf-4ee5-b901-1f621fdc7d37 req-c4ff8961-70b0-45c3-832a-0a56972fcc81 tempest-ServerGroupTestJSON-20818526 tempest-ServerGroupTestJSON-20818526-project-member] Enqueued Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1175.294169] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1175.296553] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.296553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.296553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.296553] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.296812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.296812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.296983] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.297219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.297299] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.298808] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.298808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.298808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.298808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.298949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.299083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.299083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.299228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.299816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.299816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.299816] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.299816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.299816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.300149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.300149] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.300240] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.300270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.300452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.300535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.300633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.300709] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.729595] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.729747] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.729830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.730175] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.730460] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.730632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.730789] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.731082] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.731145] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.731352] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.731447] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.731559] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.731703] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.731850] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.731933] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.732081] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.752849] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.752849] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.752849] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.752849] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.752849] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-fd537a5c-599a-4249-8525-a863ae688960 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.753290] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.753416] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.753755] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.753905] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd537a5c-599a-4249-8525-a863ae688960',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.804055] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.804055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.804360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.804446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.804590] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.804945] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.805252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.805379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.805726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.805799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.805947] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f9a86d-1389-4878-acbf-d550df39c9ef already deleted. [ 1175.806104] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.806890] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd177e2b-3b82-4236-9d70-c1d7d4c97e07: rpc.has_security_group_logging(os_id): False [ 1175.829186] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.829394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.829490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.829745] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.829908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.830245] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.830446] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.830641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.831276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.831276] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.831481] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.831481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.831687] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.831779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.831907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.832231] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.832390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.832507] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.832733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.832858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.832997] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1175.913160] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.913436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.913527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.913822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.914083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.935613] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1176.256369] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.256842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.256842] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.257354] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.257558] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.257724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port fd537a5c-599a-4249-8525-a863ae688960 not found, creating... [ 1176.258018] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.258190] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.258310] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.258585] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.258731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.259038] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.259201] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.259320] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.259542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.259714] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.259884] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: fd537a5c-599a-4249-8525-a863ae688960 is going to be created. [ 1176.281734] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.281980] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.282087] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.282373] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.282590] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.282813] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.003966] env[65762]: INFO networking_nsxv3.common.synchronization [req-42d7a924-d4bf-4ee5-b901-1f621fdc7d37 req-d401de5a-3530-4f88-96a9-da10c5f184c2 service nova] Enqueued Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_rules [ 1177.004217] env[65762]: INFO networking_nsxv3.common.synchronization [req-42d7a924-d4bf-4ee5-b901-1f621fdc7d37 req-d401de5a-3530-4f88-96a9-da10c5f184c2 service nova] Enqueued Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1177.004411] env[65762]: INFO networking_nsxv3.common.synchronization [req-42d7a924-d4bf-4ee5-b901-1f621fdc7d37 req-d401de5a-3530-4f88-96a9-da10c5f184c2 service nova] Enqueued Resource ID: fd537a5c-599a-4249-8525-a863ae688960 with Priority: HIGHEST for action port [ 1177.004981] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_rules [ 1177.005147] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1177.005254] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd537a5c-599a-4249-8525-a863ae688960 with Priority: HIGHEST for action port [ 1177.005544] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.005672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.005774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.006088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.006151] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.007067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.007217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.007274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.007517] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.007749] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.007749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.007862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.007987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.008239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.008342] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.010430] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd537a5c-599a-4249-8525-a863ae688960 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.010430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.010430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.010430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.010430] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd537a5c-599a-4249-8525-a863ae688960',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.091324] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 1177.091632] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.091894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092216] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.092470] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.092624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.093070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.093195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.093302] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.168247] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.168607] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.168844] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.169441] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.169605] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.169728] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.170117] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.170328] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.170443] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.170553] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.171072] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.171234] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.171358] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.171498] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.192150] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.192384] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.192458] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.192599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-715" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.192925] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-13aa2d26-d661-4e64-8fde-d595aa5f951c taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.193113] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.193563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.195360] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.195360] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13aa2d26-d661-4e64-8fde-d595aa5f951c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.515184] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd537a5c-599a-4249-8525-a863ae688960 with status ACTIVE [ 1177.515488] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.515556] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.515667] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.515851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.515940] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.516136] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.516234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.516295] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.516534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.516534] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.517151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.517151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.517151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.517151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.517151] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.517151] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd537a5c-599a-4249-8525-a863ae688960 is going to be updated. [ 1177.519043] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.520527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.520527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.551636] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.551936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.551936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.552166] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.552334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.552541] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd537a5c-599a-4249-8525-a863ae688960" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.596357] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.596613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.596722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.597087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.597361] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.597532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.597654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.597939] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.598102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.598253] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.598491] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.598645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.598755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.598991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.599229] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.599380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.599485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.599713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.599843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.599980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.600143] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.696589] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.696824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.696955] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.697241] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.697413] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.697728] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.697893] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.698019] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.698259] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.698400] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.698822] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.698976] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.699176] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.699408] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.699544] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.699730] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c is going to be updated. [ 1177.733613] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.733829] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.734023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.734249] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.734449] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.734674] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.994575] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1177.994806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.025883] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.102756] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3647eded-f75e-4980-8b99-95d82d6d8671: rpc.has_security_group_logging(os_id): False [ 1178.123664] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.123814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.124301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.124301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.124301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.124529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.124596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.124596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.124752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.124828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.125031] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.125123] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.125179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.125323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.125400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.125555] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.125645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.125712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.125879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.125953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.126052] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be created. [ 1178.206415] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.206582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.206641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.206860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.207083] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.223506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: IN_PROGRESS for 2s [ 1178.445773] env[65762]: INFO networking_nsxv3.common.synchronization [req-fcc54cce-edf4-4cab-b2c4-88a715c32b77 req-cfbec394-42dc-475a-a684-46e7818edf2a service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 1178.445959] env[65762]: INFO networking_nsxv3.common.synchronization [req-fcc54cce-edf4-4cab-b2c4-88a715c32b77 req-cfbec394-42dc-475a-a684-46e7818edf2a service nova] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1178.446107] env[65762]: INFO networking_nsxv3.common.synchronization [req-fcc54cce-edf4-4cab-b2c4-88a715c32b77 req-cfbec394-42dc-475a-a684-46e7818edf2a service nova] Enqueued Resource ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c with Priority: HIGHEST for action port [ 1178.446628] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_rules [ 1178.447360] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1178.447360] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c with Priority: HIGHEST for action port [ 1178.447712] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.447915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.448025] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.448335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.448611] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.451063] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.451184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.451349] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.451588] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.451789] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.452056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.452175] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.452360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.452456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.452553] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.453438] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-13aa2d26-d661-4e64-8fde-d595aa5f951c taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.453876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.454225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.454225] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.454358] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13aa2d26-d661-4e64-8fde-d595aa5f951c',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.528532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.528980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.528980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.528980] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.529096] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.529157] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f9a86d-1389-4878-acbf-d550df39c9ef is going to be created. [ 1178.556070] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.556070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.556265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.556353] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.556480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.566257] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: UNINITIALIZED for 2s [ 1178.956663] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.958130] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.958266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958352] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13aa2d26-d661-4e64-8fde-d595aa5f951c with status ACTIVE [ 1178.958595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.958723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958790] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.958988] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.959093] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.959261] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.959381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.959443] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.960537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.960537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.960537] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.960808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.960808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.960871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.960956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.961068] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13aa2d26-d661-4e64-8fde-d595aa5f951c is going to be updated. [ 1178.983420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.983621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.983621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.983824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.983956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.984132] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13aa2d26-d661-4e64-8fde-d595aa5f951c" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.463407] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.966420] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.966728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.966728] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.966866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.966966] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.967143] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1180.000850] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.001037] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.001084] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.001293] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.001440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.012536] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1180.242017] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 1180.242373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.576990] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: SUCCESS [ 1180.577174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.577521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.577677] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.577863] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.578018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.578089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.578242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.578328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.578413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.578531] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.083082] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.083525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.083525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.083743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.083999] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.084176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.084316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.084552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.084693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.084836] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.085095] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.085248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.085345] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.085699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.085813] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.085944] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.086057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.086282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.086405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.086536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.086676] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.591020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f9a86d-1389-4878-acbf-d550df39c9ef: rpc.has_security_group_logging(os_id): False [ 1181.618230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.619114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.619114] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.619114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.619114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.620596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.620596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.620596] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f9a86d-1389-4878-acbf-d550df39c9ef is going to be created. [ 1181.728620] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.728848] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.728933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.729204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.729432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.745345] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: IN_PROGRESS for 2s [ 1182.026463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1182.026463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.026463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.026463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.026463] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.026463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.026463] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.027392] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.027599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.027823] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.028137] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.531530] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.756557] env[65762]: INFO networking_nsxv3.common.synchronization [None req-60aa7f7b-ecb7-4cda-9924-d32c703fb2c7 None None] Enqueued Resource ID: 253e207d-2c8a-44de-9da1-da285f8c1cbd with Priority: HIGHEST for action port [ 1182.757856] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253e207d-2c8a-44de-9da1-da285f8c1cbd with Priority: HIGHEST for action port [ 1182.757856] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-253e207d-2c8a-44de-9da1-da285f8c1cbd taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.757856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253e207d-2c8a-44de-9da1-da285f8c1cbd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.757856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253e207d-2c8a-44de-9da1-da285f8c1cbd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.757856] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253e207d-2c8a-44de-9da1-da285f8c1cbd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.757856] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253e207d-2c8a-44de-9da1-da285f8c1cbd',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.907747] env[65762]: INFO networking_nsxv3.common.synchronization [req-db2708ed-6e90-4126-96ca-0899143585aa req-4a74e349-5270-4f1a-b472-07baee40b71d tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1182.907920] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGHEST for action security_group_members [ 1182.908855] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.909051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.909193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.909274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.909425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.909521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.909584] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.909833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.909833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.909953] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.034907] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c675901-1de0-4174-a41c-2345c94b9f61: rpc.has_security_group_logging(os_id): False [ 1183.061998] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.063814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.063814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.063814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.063814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.063814] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.063814] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.064689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.064974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.065120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.065411] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1183.147381] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.147560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.147670] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.147941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.148113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.170188] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1183.260904] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253e207d-2c8a-44de-9da1-da285f8c1cbd [ 1183.261328] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.261468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.261539] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.261829] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.261934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.262073] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253e207d-2c8a-44de-9da1-da285f8c1cbd already deleted. [ 1183.262654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253e207d-2c8a-44de-9da1-da285f8c1cbd" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.415459] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.415459] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.415459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.415459] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 is going to be updated. [ 1183.484711] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.484859] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.484927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.485187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.485303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.501858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: IN_PROGRESS for 2s [ 1183.701033] env[65762]: INFO networking_nsxv3.common.synchronization [req-35ce4744-8fcf-4742-8b67-78c8602a3f45 req-81d50aab-5e18-4140-ad87-7e8afb063200 tempest-ServerDiskConfigTestJSON-810947446 tempest-ServerDiskConfigTestJSON-810947446-project-member] Enqueued Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1183.701033] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 with Priority: HIGHEST for action security_group_members [ 1183.701033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.701033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.701033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.701033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.702050] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.702310] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.702735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.702920] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.703135] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd177e2b-3b82-4236-9d70-c1d7d4c97e07',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.766452] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: SUCCESS [ 1183.766766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.207393] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.207583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.207636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.207882] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.207989] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.208202] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.208307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.208372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.208559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.208660] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.208746] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 is going to be updated. [ 1184.246558] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.246784] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.246915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.247303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.247416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.260084] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: IN_PROGRESS for 2s [ 1184.574849] env[65762]: INFO networking_nsxv3.common.synchronization [req-5ed6ee61-c994-46e1-b807-bf8efb7babd1 req-f98dbccc-9cb8-4c1a-a894-404446870229 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1184.575529] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGHEST for action security_group_members [ 1184.575529] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.575529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.575529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.575769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.575880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.576047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.576130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.576347] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.576442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.576538] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.623019] env[65762]: INFO networking_nsxv3.common.synchronization [req-5ed6ee61-c994-46e1-b807-bf8efb7babd1 req-f98dbccc-9cb8-4c1a-a894-404446870229 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a with Priority: HIGHEST for action port [ 1184.623814] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a with Priority: HIGHEST for action port [ 1184.624956] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.625894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.625894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.625894] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.625894] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d8f7dc-9b98-45e8-9936-1334aa98e93a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.078761] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.079305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.079305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.079305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.079305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.079524] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.079637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.079765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.079860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.079860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.079989] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be updated. [ 1185.113433] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.113704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.113704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.114077] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.114172] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.119913] env[65762]: INFO networking_nsxv3.common.synchronization [None req-2736f8d9-8eea-4840-aebd-3f84ec530791 None None] Enqueued Resource ID: 45253542-beae-4c25-b0d7-f404d3fe7d86 with Priority: HIGHEST for action port [ 1185.120288] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45253542-beae-4c25-b0d7-f404d3fe7d86 with Priority: HIGHEST for action port [ 1185.120337] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-45253542-beae-4c25-b0d7-f404d3fe7d86 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.120458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45253542-beae-4c25-b0d7-f404d3fe7d86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.120513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45253542-beae-4c25-b0d7-f404d3fe7d86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.120825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45253542-beae-4c25-b0d7-f404d3fe7d86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.120911] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45253542-beae-4c25-b0d7-f404d3fe7d86',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.130738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: IN_PROGRESS for 2s [ 1185.130939] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d8f7dc-9b98-45e8-9936-1334aa98e93a with status ACTIVE [ 1185.131169] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.131329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.131398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.131672] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.131794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.131987] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.132145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.132219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.132410] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.132843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.132843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.132843] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.133087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.133087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.133152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.133224] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d8f7dc-9b98-45e8-9936-1334aa98e93a is going to be updated. [ 1185.170977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.170977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.171379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.171379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.171379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.171622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d8f7dc-9b98-45e8-9936-1334aa98e93a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.194876] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1185.194876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.523375] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93986077-2de9-4987-91ff-f1614bbe4739 in Status: SUCCESS [ 1185.524479] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 deletion is rescheduled due to dependency. [ 1185.524479] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.624026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45253542-beae-4c25-b0d7-f404d3fe7d86 [ 1185.624026] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.624026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.628905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.628905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.628905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.628905] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45253542-beae-4c25-b0d7-f404d3fe7d86 already deleted. [ 1185.628905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45253542-beae-4c25-b0d7-f404d3fe7d86" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.973129] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6c77de61-d1e4-4bd5-8785-42603954cb6a None None] Enqueued Resource ID: c1b06429-0e4b-43c7-9b63-7c62d089c7ee with Priority: HIGHEST for action port [ 1185.973602] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b06429-0e4b-43c7-9b63-7c62d089c7ee with Priority: HIGHEST for action port [ 1185.973812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b06429-0e4b-43c7-9b63-7c62d089c7ee taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.973938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b06429-0e4b-43c7-9b63-7c62d089c7ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.974088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b06429-0e4b-43c7-9b63-7c62d089c7ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.975564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b06429-0e4b-43c7-9b63-7c62d089c7ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.975564] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b06429-0e4b-43c7-9b63-7c62d089c7ee',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.273270] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 in Status: SUCCESS [ 1186.273270] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd177e2b-3b82-4236-9d70-c1d7d4c97e07 deletion is rescheduled due to dependency. [ 1186.273270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd177e2b-3b82-4236-9d70-c1d7d4c97e07" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.479118] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1b06429-0e4b-43c7-9b63-7c62d089c7ee [ 1186.479707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.482033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.482033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.482033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.482033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.482033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1b06429-0e4b-43c7-9b63-7c62d089c7ee already deleted. [ 1186.482033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b06429-0e4b-43c7-9b63-7c62d089c7ee" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.145301] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3647eded-f75e-4980-8b99-95d82d6d8671 in Status: SUCCESS [ 1187.145379] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 deletion is rescheduled due to dependency. [ 1187.145505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.934035] env[65762]: INFO networking_nsxv3.common.synchronization [req-7fecc8e8-e7f3-449a-ac86-f5ebd6bcd490 req-1735b054-f8b1-4b03-b7a1-5df0cc0ba529 tempest-DeleteServersTestJSON-285418076 tempest-DeleteServersTestJSON-285418076-project-member] Enqueued Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1187.934035] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 with Priority: HIGHEST for action security_group_members [ 1187.934035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e60ed329-14ff-4ba8-974e-2efff925d9e5 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.935070] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.935708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.936469] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.937247] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.937247] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.939177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.939177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.939177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.939177] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e60ed329-14ff-4ba8-974e-2efff925d9e5',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.016273] env[65762]: INFO networking_nsxv3.common.synchronization [None req-456a2372-839a-4e2f-81b5-e873faa7addd tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1188.016829] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1188.018971] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.019128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.019196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.019530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.019639] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.135375] env[65762]: INFO networking_nsxv3.common.synchronization [None req-e06de0df-e2a4-4136-bd78-564d0d708ec6 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1188.135929] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1188.136319] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.136421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.181609] env[65762]: INFO networking_nsxv3.common.synchronization [None req-6d9cb8de-3654-4cfe-b892-a18dea12bc14 None None] Enqueued Resource ID: ecaae5e0-fde7-4a86-bd51-3382e18e77eb with Priority: HIGHEST for action port [ 1188.182396] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecaae5e0-fde7-4a86-bd51-3382e18e77eb with Priority: HIGHEST for action port [ 1188.182872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecaae5e0-fde7-4a86-bd51-3382e18e77eb taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.184219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecaae5e0-fde7-4a86-bd51-3382e18e77eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.184219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecaae5e0-fde7-4a86-bd51-3382e18e77eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.184219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecaae5e0-fde7-4a86-bd51-3382e18e77eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.184219] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecaae5e0-fde7-4a86-bd51-3382e18e77eb',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.440689] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.440855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.440936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.441202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.441296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.441500] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.441617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.441688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.441904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.441949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.442032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 is going to be updated. [ 1188.491698] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.491912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.491912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.492130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.492270] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.508671] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: IN_PROGRESS for 2s [ 1188.545482] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.545735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.545735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.545852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.545900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.546023] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca already deleted. [ 1188.546091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.546250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.546409] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.546489] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.686466] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecaae5e0-fde7-4a86-bd51-3382e18e77eb [ 1188.686742] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.686927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.687015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.687291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.687386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.688063] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecaae5e0-fde7-4a86-bd51-3382e18e77eb already deleted. [ 1188.688063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecaae5e0-fde7-4a86-bd51-3382e18e77eb" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.763189] env[65762]: INFO networking_nsxv3.common.synchronization [req-e9b8d301-fcfd-4108-b374-12f75e662a43 req-2d9d274a-eb68-4dc1-8209-e9d1d335477f tempest-ServerGroupTestJSON-20818526 tempest-ServerGroupTestJSON-20818526-project-member] Enqueued Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1188.763614] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f9a86d-1389-4878-acbf-d550df39c9ef with Priority: HIGHEST for action security_group_members [ 1188.764139] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f9a86d-1389-4878-acbf-d550df39c9ef taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.764322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.764322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.764438] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.764593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.764696] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.764758] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.764907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.764992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.765108] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f9a86d-1389-4878-acbf-d550df39c9ef',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.073635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.075542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.075542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.075542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.075542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.075542] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca already deleted. [ 1189.075542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.268009] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.268209] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.268357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.268600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.268693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.268906] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.269055] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.269142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.269335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.269418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.269514] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f9a86d-1389-4878-acbf-d550df39c9ef is going to be updated. [ 1189.323521] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.323759] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.325038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.325038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.325038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.338053] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: IN_PROGRESS for 2s [ 1190.523563] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 in Status: SUCCESS [ 1190.523980] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e60ed329-14ff-4ba8-974e-2efff925d9e5 deletion is rescheduled due to dependency. [ 1190.524045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e60ed329-14ff-4ba8-974e-2efff925d9e5" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.350648] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f9a86d-1389-4878-acbf-d550df39c9ef in Status: SUCCESS [ 1191.350761] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f9a86d-1389-4878-acbf-d550df39c9ef deletion is rescheduled due to dependency. [ 1191.350878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f9a86d-1389-4878-acbf-d550df39c9ef" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.546882] env[65762]: INFO networking_nsxv3.common.synchronization [req-3303f930-5ea1-4133-b463-9370bbc556bc req-3e7d39a5-75e8-4b57-bb5f-47f012114602 tempest-ServersNegativeTestMultiTenantJSON-545782682 tempest-ServersNegativeTestMultiTenantJSON-545782682-project-member] Enqueued Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1191.547598] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1191.547598] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.547741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.547799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.548063] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.548216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.548828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.548895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.549072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.549275] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.549275] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.944022] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.944191] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-407" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.944250] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-407" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.944575] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-407" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.944840] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.944990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.945131] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.945352] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.945490] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.945685] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.945794] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.945899] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.948670] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.948670] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.948670] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.948670] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.967061] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.967283] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.967457] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.967675] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-407" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.968040] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-ef1b12d3-66ef-4e3d-b885-894185479d27 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.968225] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.968347] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.968689] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.968880] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1b12d3-66ef-4e3d-b885-894185479d27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.052803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.052803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.052803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.052803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.052803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.053148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.053148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.053230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.053329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.053380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.053470] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 already deleted. [ 1192.053574] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.471782] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.472071] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.472211] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.472591] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.472777] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.472967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port ef1b12d3-66ef-4e3d-b885-894185479d27 not found, creating... [ 1192.473304] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.473519] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.473632] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.473902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.474086] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.474411] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.474599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.474749] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.475097] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.475298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.475451] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: ef1b12d3-66ef-4e3d-b885-894185479d27 is going to be created. [ 1192.503967] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.504240] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.504315] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.504595] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.504824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.505066] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.185161] env[65762]: INFO networking_nsxv3.common.synchronization [req-3303f930-5ea1-4133-b463-9370bbc556bc req-245b2b69-c741-4f29-8e70-42db183e7bfa service nova] Enqueued Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_rules [ 1193.185418] env[65762]: INFO networking_nsxv3.common.synchronization [req-3303f930-5ea1-4133-b463-9370bbc556bc req-245b2b69-c741-4f29-8e70-42db183e7bfa service nova] Enqueued Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1193.185623] env[65762]: INFO networking_nsxv3.common.synchronization [req-3303f930-5ea1-4133-b463-9370bbc556bc req-245b2b69-c741-4f29-8e70-42db183e7bfa service nova] Enqueued Resource ID: ef1b12d3-66ef-4e3d-b885-894185479d27 with Priority: HIGHEST for action port [ 1193.186447] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_rules [ 1193.186709] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1193.186915] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1b12d3-66ef-4e3d-b885-894185479d27 with Priority: HIGHEST for action port [ 1193.187748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.187748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.187748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.187938] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.188226] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.189451] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.189552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.189623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.189866] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.190045] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.190150] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.190210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.190799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.190799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.190799] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.191645] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef1b12d3-66ef-4e3d-b885-894185479d27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.191645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.191645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.191772] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.192719] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1b12d3-66ef-4e3d-b885-894185479d27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.694385] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.694689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.694726] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef1b12d3-66ef-4e3d-b885-894185479d27 with status ACTIVE [ 1193.694885] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.695041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.695085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.695278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.695710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.695710] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.695710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.695710] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.695898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.695935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.696450] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.696450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.696450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.696450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.696450] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.696643] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef1b12d3-66ef-4e3d-b885-894185479d27 is going to be updated. [ 1193.698082] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.723786] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.723786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.723786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.724088] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.724134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.724291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef1b12d3-66ef-4e3d-b885-894185479d27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.200702] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.707243] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.708390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.708390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.708390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.708390] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.708390] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 is going to be created. [ 1194.737451] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.737620] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.737661] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.737897] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.738493] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.749784] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: UNINITIALIZED for 2s [ 1195.690370] env[65762]: INFO networking_nsxv3.common.synchronization [req-f3c7d50d-b1c9-4a23-88e1-c61eae840f02 req-b808ac23-7a84-4dea-a1ef-b774e1e64250 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1195.690894] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1195.691620] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.691797] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.691898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.692277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.692518] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.692643] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.692712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.692888] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.692979] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.693193] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.112507] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.112507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.112507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.112507] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.112507] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.113157] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.113418] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.113750] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.113989] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.114322] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.114559] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.114774] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.114974] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.115230] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.115435] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.115807] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.147028] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.147028] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.147028] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.147028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-876" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.147028] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-8647b771-4416-4fab-82e9-e2317dac1c95 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.147028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.147028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.147028] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.147028] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8647b771-4416-4fab-82e9-e2317dac1c95',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.195255] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.195403] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.195474] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.195732] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.195830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.196045] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.196144] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.196204] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.196362] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.196434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.196520] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca already deleted. [ 1196.196953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.649663] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.649921] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.650072] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.650369] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.650524] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.650701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port 8647b771-4416-4fab-82e9-e2317dac1c95 not found, creating... [ 1196.651467] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.651467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.651467] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.652080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.652080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.652080] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.652080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.652239] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.653906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.653906] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.653906] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: 8647b771-4416-4fab-82e9-e2317dac1c95 is going to be created. [ 1196.676085] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.676085] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.676331] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.676699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.676699] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.678108] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.764129] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: SUCCESS [ 1196.764428] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.764535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.764753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.764942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.765064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.765122] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.765288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.765619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.765619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.765619] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.268214] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.268378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.268440] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.268763] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.268936] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.269091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.269138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.269273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.269357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.269447] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.269593] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.269688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.269747] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.269885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.270035] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.270129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.270189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.270331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.270418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.270505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.270672] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.361815] env[65762]: INFO networking_nsxv3.common.synchronization [req-652f227a-749d-498a-a21c-0bdcea0dab8f req-4fc816da-1e68-4f4c-9ed8-8de9e2ce4e20 tempest-ServerActionsTestOtherB-1438848389 tempest-ServerActionsTestOtherB-1438848389-project-member] Enqueued Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1197.362511] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c675901-1de0-4174-a41c-2345c94b9f61 with Priority: HIGHEST for action security_group_members [ 1197.363077] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c675901-1de0-4174-a41c-2345c94b9f61 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.363193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.363193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.363425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.363590] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.363698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.363760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.363936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.364036] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.364150] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c675901-1de0-4174-a41c-2345c94b9f61',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.457590] env[65762]: INFO networking_nsxv3.common.synchronization [req-f3c7d50d-b1c9-4a23-88e1-c61eae840f02 req-14e468e7-932d-4af8-bf37-d19af1d2402f service nova] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1197.457744] env[65762]: INFO networking_nsxv3.common.synchronization [req-f3c7d50d-b1c9-4a23-88e1-c61eae840f02 req-14e468e7-932d-4af8-bf37-d19af1d2402f service nova] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1197.457880] env[65762]: INFO networking_nsxv3.common.synchronization [req-f3c7d50d-b1c9-4a23-88e1-c61eae840f02 req-14e468e7-932d-4af8-bf37-d19af1d2402f service nova] Enqueued Resource ID: 8647b771-4416-4fab-82e9-e2317dac1c95 with Priority: HIGHEST for action port [ 1197.458399] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_rules [ 1197.458530] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1197.458646] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8647b771-4416-4fab-82e9-e2317dac1c95 with Priority: HIGHEST for action port [ 1197.458985] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.459138] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.459200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.459491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.459569] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.460760] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.460760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.460760] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.460969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.461039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.461111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.461206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.461374] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.461457] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.461542] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.462391] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-8647b771-4416-4fab-82e9-e2317dac1c95 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.462543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.462580] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.462765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.462828] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8647b771-4416-4fab-82e9-e2317dac1c95',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.773732] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72: rpc.has_security_group_logging(os_id): False [ 1197.791384] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.791586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.791586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.791770] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.791871] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.792091] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.792194] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.792258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.792411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.792490] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.792667] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.792762] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.792822] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.792963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.793053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.793230] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.793346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.793388] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.793857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.793857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.793857] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 is going to be created. [ 1197.863425] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.863635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.863635] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.863851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.864057] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.866690] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.866808] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.866876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.867072] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.867161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.867342] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.867436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.867498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.867637] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.867713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.867799] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 is going to be updated. [ 1197.897408] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: IN_PROGRESS for 2s [ 1197.931663] env[65762]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/4c675901-1de0-4174-a41c-2345c94b9f61', 'data': {'id': '4c675901-1de0-4174-a41c-2345c94b9f61', 'display_name': '4c675901-1de0-4174-a41c-2345c94b9f61', 'path': '/infra/domains/default/groups/4c675901-1de0-4174-a41c-2345c94b9f61', 'expression': [{'value': 'security_group|4c675901-1de0-4174-a41c-2345c94b9f61', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1763113761}, {'scope': 'revision_number', 'tag': None}], '_revision': 7}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1197.931925] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65762) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1197.964602] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.964786] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.964950] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.967144] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8647b771-4416-4fab-82e9-e2317dac1c95 with status ACTIVE [ 1197.967864] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.967864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.967864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.967864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.968135] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.968135] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.968206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.968245] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.968427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.968651] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.968736] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.968815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.968863] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.968993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.969095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.969175] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8647b771-4416-4fab-82e9-e2317dac1c95 is going to be updated. [ 1198.035084] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.035307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.035307] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.035518] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.035653] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.035821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8647b771-4416-4fab-82e9-e2317dac1c95" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.468297] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.971044] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.971044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.971044] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.971582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.971582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.971582] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca is going to be created. [ 1199.000646] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.000852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.000961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.001224] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.001421] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.014150] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: UNINITIALIZED for 2s [ 1199.909938] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: SUCCESS [ 1199.910252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.961365] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.961611] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.961712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.962020] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.962234] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.971757] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: IN_PROGRESS for 2s [ 1201.034794] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: SUCCESS [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.034794] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.034794] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.034794] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.537162] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.982737] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c675901-1de0-4174-a41c-2345c94b9f61 in Status: SUCCESS [ 1201.982916] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c675901-1de0-4174-a41c-2345c94b9f61 deletion is rescheduled due to dependency. [ 1201.982991] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c675901-1de0-4174-a41c-2345c94b9f61" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.040586] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebbe3de8-64a7-4d40-807e-12b2261390ca: rpc.has_security_group_logging(os_id): False [ 1202.064907] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.065103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.065210] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.065357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.065458] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.065749] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.065898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.065990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.066163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.066252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.066344] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca is going to be created. [ 1202.132516] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.132694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.132764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.133046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.133268] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.145142] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: IN_PROGRESS for 2s [ 1202.459345] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.459513] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.159016] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: SUCCESS [ 1204.159330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.477582] env[65762]: INFO networking_nsxv3.common.synchronization [req-5beea56a-5d71-4b4a-bb2b-74abc0cb00d5 req-edd46350-2ad0-4cd0-b71b-3775bdd54f91 tempest-ServersNegativeTestMultiTenantJSON-545782682 tempest-ServersNegativeTestMultiTenantJSON-545782682-project-member] Enqueued Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1204.478913] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGHEST for action security_group_members [ 1204.478913] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.478913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.478913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.478913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.479303] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.479303] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.479384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.479610] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.479742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.479908] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.982814] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.982987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.983152] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.983383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.983499] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.983679] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.983816] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.984023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.984023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.984189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.984189] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 is going to be updated. [ 1205.015744] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.015992] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.016102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.016330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.016470] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.026110] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: IN_PROGRESS for 2s [ 1207.039376] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 in Status: SUCCESS [ 1207.039865] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 deletion is rescheduled due to dependency. [ 1207.039865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.478785] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.479283] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.811716] env[65762]: INFO networking_nsxv3.common.synchronization [req-c2d4d357-f3c6-4b92-9ad9-ba06298affd7 req-b0b2157c-eb08-4d83-b6fe-45e067fd81c5 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1210.812233] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1210.812534] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.812657] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.812725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.812930] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.814387] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.814515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.814578] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.814952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.814952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.814952] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.166135] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.166135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.166135] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.166341] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.166499] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.166656] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.166770] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.166983] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.167146] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.167364] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.167478] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.167588] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.167693] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.167802] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.167968] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.168123] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.192953] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.192953] env[65762]: DEBUG dogpile.cache.region [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.193154] env[65762]: DEBUG dogpile.lock [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.193364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "network-961" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.193781] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.194017] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.194161] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.194497] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.194640] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-4022da09-8d38-4557-a144-03009ca92814 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.317639] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.698880] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.700610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.700610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.700610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.700610] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.700610] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Segment Port f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 not found, creating... [ 1211.701926] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.701926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.701926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.701926] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.702124] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.702409] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.702573] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.702688] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.702930] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.703077] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.703216] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Resource: SegmentPort with ID: f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 is going to be created. [ 1211.728855] env[65762]: DEBUG networking_nsxv3.common.locking [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.729128] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.729203] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.729489] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.729708] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.729939] env[65762]: DEBUG oslo_concurrency.lockutils [None req-4022da09-8d38-4557-a144-03009ca92814 None None] Releasing lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.823853] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.326585] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.326900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.326900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.327129] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.327251] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.327362] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be updated. [ 1212.367306] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.367619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.367619] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.367834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.367977] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.379204] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 1212.478379] env[65762]: INFO networking_nsxv3.common.synchronization [req-c2d4d357-f3c6-4b92-9ad9-ba06298affd7 req-a5a5df39-4357-4b71-9a0e-66a32b23d9d0 service nova] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 1212.478601] env[65762]: INFO networking_nsxv3.common.synchronization [req-c2d4d357-f3c6-4b92-9ad9-ba06298affd7 req-a5a5df39-4357-4b71-9a0e-66a32b23d9d0 service nova] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1212.478768] env[65762]: INFO networking_nsxv3.common.synchronization [req-c2d4d357-f3c6-4b92-9ad9-ba06298affd7 req-a5a5df39-4357-4b71-9a0e-66a32b23d9d0 service nova] Enqueued Resource ID: f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 with Priority: HIGHEST for action port [ 1212.479391] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_rules [ 1212.479438] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1212.479595] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 with Priority: HIGHEST for action port [ 1212.479801] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.480114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.480191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.480389] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.480468] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.481607] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.482030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.482148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.482308] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.482395] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.482613] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.482716] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.984682] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 with status ACTIVE [ 1212.984960] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.985359] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.985441] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.985688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.986054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.986166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.986252] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.986321] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.986678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.986799] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.987069] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.987179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.987282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.988030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.988030] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.988030] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7 is going to be updated. [ 1212.989567] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.989567] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.014958] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.015146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.015217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.015424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.015560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.015719] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1984c43-8b7e-4aa0-b81b-2b6eab4f47c7" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.391453] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 1214.391957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.391957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.392207] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.392416] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.392575] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.392654] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.392895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.392895] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.393029] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.794735] env[65762]: INFO networking_nsxv3.common.synchronization [None req-0cae9cc7-622b-4460-834f-e7e915dcc53c None None] Enqueued Resource ID: 0dc29fad-bd65-4538-b9e1-50f34d28bbfe with Priority: HIGHEST for action port [ 1214.795354] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc29fad-bd65-4538-b9e1-50f34d28bbfe with Priority: HIGHEST for action port [ 1214.795693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc29fad-bd65-4538-b9e1-50f34d28bbfe taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.795847] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc29fad-bd65-4538-b9e1-50f34d28bbfe" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.796061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc29fad-bd65-4538-b9e1-50f34d28bbfe" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.796391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc29fad-bd65-4538-b9e1-50f34d28bbfe" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.796448] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc29fad-bd65-4538-b9e1-50f34d28bbfe',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.896211] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.299320] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dc29fad-bd65-4538-b9e1-50f34d28bbfe [ 1215.299698] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.299698] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.299862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.299994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.300100] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.300197] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dc29fad-bd65-4538-b9e1-50f34d28bbfe already deleted. [ 1215.300279] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc29fad-bd65-4538-b9e1-50f34d28bbfe" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.318071] env[65762]: INFO networking_nsxv3.common.synchronization [None req-5cd3245c-704a-4ef4-8af6-6ede8a8372ae tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1215.319036] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1215.319138] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.319314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.319314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.319628] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.319734] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.399890] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.423463] env[65762]: INFO networking_nsxv3.common.synchronization [None req-faec0000-9197-44e2-9ace-3587a881ed3f tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1215.423762] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1215.423906] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.424015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.841655] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.841845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.841845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.841995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.842176] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.842288] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af already deleted. [ 1215.842459] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.842529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.842723] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.842786] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.903576] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.903743] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.903815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.904047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.904145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.904247] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be updated. [ 1215.955237] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.955237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.955237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.955237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.955237] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.968712] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 1216.378049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.378339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.378339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.378623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.378730] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.378906] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af already deleted. [ 1216.378906] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.970475] env[65762]: INFO networking_nsxv3.common.synchronization [req-ef7ec998-4644-4a71-98de-dcfb8526e6ae req-b8d62baf-250d-4565-be4b-e9bb7ce81424 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1216.971063] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1216.971950] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.971950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.971950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.972223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.972269] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.972375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.972426] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.972554] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.972633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.972719] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.279584] env[65762]: INFO networking_nsxv3.common.synchronization [None req-9439e099-39e5-491f-8e16-af7b7c9bfc53 None None] Enqueued Resource ID: 778c26ea-e210-46fb-bc79-8d129dd0c394 with Priority: HIGHEST for action port [ 1217.280183] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778c26ea-e210-46fb-bc79-8d129dd0c394 with Priority: HIGHEST for action port [ 1217.280518] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-778c26ea-e210-46fb-bc79-8d129dd0c394 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.280832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778c26ea-e210-46fb-bc79-8d129dd0c394" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.280968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778c26ea-e210-46fb-bc79-8d129dd0c394" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.281449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778c26ea-e210-46fb-bc79-8d129dd0c394" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.281633] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778c26ea-e210-46fb-bc79-8d129dd0c394',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.475110] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.475289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.475340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.475549] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.475644] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.475839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.476146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.476146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.476146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.476291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.476576] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1217.509618] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.509618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.509618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.509618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.509618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.519918] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1217.788033] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 778c26ea-e210-46fb-bc79-8d129dd0c394 [ 1217.788033] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.788033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.788033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.788375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.788375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.788451] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:778c26ea-e210-46fb-bc79-8d129dd0c394 already deleted. [ 1217.788563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778c26ea-e210-46fb-bc79-8d129dd0c394" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.978419] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 1217.978858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.978913] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.979121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.979315] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.979431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.979498] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.979658] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.979740] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.979824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.979984] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.483190] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.985967] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d87b562c-6dfd-4cfa-b400-8853da84b2ce: rpc.has_security_group_logging(os_id): False [ 1219.011693] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.011935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.011935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.012125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.033043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.033440] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.033573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.033573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.033755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.033842] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.033933] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be updated. [ 1219.098404] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.098634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.098634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.098824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.098971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.113092] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 1219.533624] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1219.533819] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 deletion is rescheduled due to dependency. [ 1219.534047] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.753230] env[65762]: INFO networking_nsxv3.common.synchronization [req-c8a7caff-7590-46af-9ea7-fade9e53056f req-72b11fa7-2ea2-4fd2-92a7-b81f8bec4c64 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1219.753786] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 with Priority: HIGHEST for action security_group_members [ 1219.754188] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-e234a9a3-ca54-461f-924b-3b9510fe25d4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.754278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.754329] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.754527] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.754677] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.754792] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.754853] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.755766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.755766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.755766] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e234a9a3-ca54-461f-924b-3b9510fe25d4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.257330] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.257709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.257709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.257709] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.257834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.257999] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.258116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.258174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.258334] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.258416] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.258535] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 is going to be updated. [ 1220.288090] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.288277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.288318] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.288510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.288649] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.297217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: IN_PROGRESS for 2s [ 1221.133391] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 1221.137032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.285144] env[65762]: INFO networking_nsxv3.common.synchronization [req-280d1247-8af0-4304-a35e-e9a476202bd3 req-0e0d4408-ac79-4bb4-aeea-b36bfcc0efe8 tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1221.285721] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1221.286115] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.286232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.286301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.286544] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.286699] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.286815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.286873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.287280] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.287413] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.287516] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.650500] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.650500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.650500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.650500] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.654013] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.654364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.654364] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.654582] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.654731] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.654958] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.655073] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.655192] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.655300] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.655411] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.655517] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.655650] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.675509] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.675673] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.675823] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.676023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.676815] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.676815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.676815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.677099] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.677139] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b9f1f9-4f0c-4dc1-8269-1a6af71c4499',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.791581] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.791901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.791993] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.792236] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.792336] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.792631] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.792819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.792878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.793081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.793158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.793249] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af already deleted. [ 1221.793331] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.180487] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.181277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.181277] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.181404] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.181517] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.181698] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 not found, creating... [ 1222.183042] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.183042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.183042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.183042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.183042] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.183042] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.184089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.184193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.184417] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.184550] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.184697] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 is going to be created. [ 1222.207812] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.208824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.208824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.208824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.208824] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.209248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.322851] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 in Status: SUCCESS [ 1222.323380] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e234a9a3-ca54-461f-924b-3b9510fe25d4 deletion is rescheduled due to dependency. [ 1222.323380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e234a9a3-ca54-461f-924b-3b9510fe25d4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.904788] env[65762]: INFO networking_nsxv3.common.synchronization [req-280d1247-8af0-4304-a35e-e9a476202bd3 req-c6cc5bd9-b727-4dc8-b46e-ae76ac62d701 service nova] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1222.905074] env[65762]: INFO networking_nsxv3.common.synchronization [req-280d1247-8af0-4304-a35e-e9a476202bd3 req-c6cc5bd9-b727-4dc8-b46e-ae76ac62d701 service nova] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1222.905242] env[65762]: INFO networking_nsxv3.common.synchronization [req-280d1247-8af0-4304-a35e-e9a476202bd3 req-c6cc5bd9-b727-4dc8-b46e-ae76ac62d701 service nova] Enqueued Resource ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with Priority: HIGHEST for action port [ 1222.905749] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1222.905982] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1222.906091] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with Priority: HIGHEST for action port [ 1222.906368] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.906491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.906558] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.906755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.906837] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.908361] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.908495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.908573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.908752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.909034] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.909137] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.909202] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.909352] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.909434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.909523] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.911105] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.911206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.911277] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.912094] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.912094] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b9f1f9-4f0c-4dc1-8269-1a6af71c4499',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.411723] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.412788] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.412912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.413289] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with status ACTIVE [ 1223.413450] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.415032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.415032] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.415032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.415032] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 is going to be updated. [ 1223.447647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.447818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447951] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.448211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448340] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.448504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.914147] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.416270] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.416586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.416586] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.416725] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.416815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.416914] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be created. [ 1224.443494] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.443722] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.443779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.444024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.444160] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.455530] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: UNINITIALIZED for 2s [ 1224.762213] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7839e72f-4da6-4724-8abe-b1d8ddf81a6c tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1224.762683] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1224.762964] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.763206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.763367] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.763624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.763713] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.855250] env[65762]: INFO networking_nsxv3.common.synchronization [None req-35e18da0-8aae-46ef-8898-e9b00fac76e9 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1224.855750] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1224.856116] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.856244] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.286358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.286448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.286516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.286885] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.286994] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.287117] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 already deleted. [ 1225.287211] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.287379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.287559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.287646] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.807878] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.808235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.808235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.808317] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.808407] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.808506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 already deleted. [ 1225.808931] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.466149] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1226.466383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.466510] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.466754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.466949] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.467101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.467165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.467328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.467380] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.467603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.467603] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.970598] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.473282] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a762483-1849-428b-9aed-fc2bd36a14af: rpc.has_security_group_logging(os_id): False [ 1227.492320] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.492676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.492676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.492838] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.492934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.493217] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.493327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.493394] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.493563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.493643] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.493738] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be created. [ 1227.566238] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.567200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.567200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.567200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.567200] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.583566] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: IN_PROGRESS for 2s [ 1228.385555] env[65762]: INFO networking_nsxv3.common.synchronization [req-92d6ea25-e963-4640-bef6-99b5b79fcbbb req-9e8937f6-f052-4559-b242-1fc883c64fe8 tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1228.387039] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1228.387039] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.387039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.387039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.387039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.387411] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.387411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.387411] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.387592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.387592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.387702] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.708926] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.709193] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.709388] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.709710] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.710032] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.710325] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.710473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.710739] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.710928] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.711160] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.711304] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.711426] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.711566] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.711680] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.711803] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.711944] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.732828] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.733008] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.733165] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.733338] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-650" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.733652] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.733830] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.733948] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.734298] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.734458] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11f8a95-b0a2-46a4-a5cf-1e9a5506b797',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.889957] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.890181] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.890315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.890576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.890742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.890963] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.891106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.891177] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.891364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.891467] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.891548] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1228.921460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.921589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.921655] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.923034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.923034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.932217] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1229.236506] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.236788] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.236880] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.237172] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.237318] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.237506] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 not found, creating... [ 1229.237864] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.238136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.238339] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.238609] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.238866] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.239237] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.239421] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.239566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.239822] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.239990] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.240166] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 is going to be created. [ 1229.263735] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.264089] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.264280] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.264617] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.264902] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.265196] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.596716] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1229.597105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [req-92d6ea25-e963-4640-bef6-99b5b79fcbbb req-16ecd265-2c01-40ff-86cd-d95dee810681 service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [req-92d6ea25-e963-4640-bef6-99b5b79fcbbb req-16ecd265-2c01-40ff-86cd-d95dee810681 service nova] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [req-92d6ea25-e963-4640-bef6-99b5b79fcbbb req-16ecd265-2c01-40ff-86cd-d95dee810681 service nova] Enqueued Resource ID: d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 with Priority: HIGHEST for action port [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_rules [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1229.974296] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 with Priority: HIGHEST for action port [ 1229.976422] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.976563] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.976615] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.976821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.976920] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.977846] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.977948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.978175] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.979016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.979016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.979016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.979016] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11f8a95-b0a2-46a4-a5cf-1e9a5506b797',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.480751] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.480961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.481106] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 with status ACTIVE [ 1230.481275] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.481382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.481444] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.481860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.481952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.482185] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.482283] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.482343] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.482576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.482645] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.482919] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.483045] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.483134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.483987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.484131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.486489] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11f8a95-b0a2-46a4-a5cf-1e9a5506b797 is going to be updated. [ 1230.505623] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.505965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.507746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.507746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.507746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.507746] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11f8a95-b0a2-46a4-a5cf-1e9a5506b797" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.629279] env[65762]: INFO networking_nsxv3.common.synchronization [req-dbe28bce-4f87-46a5-8b44-c8b31acf81f1 req-06beda2d-cd4f-4f9f-8e05-0d7788de3012 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1230.629779] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1230.630803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.630803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.630803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.630803] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.630803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.631206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.631206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.631206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.631206] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.631354] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.936869] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.937136] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.937281] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.937549] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.937816] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.938037] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.938159] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.938376] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.938516] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.938753] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.938878] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.938987] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.939184] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.939222] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.939308] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.939450] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.944800] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1230.944966] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 deletion is rescheduled due to dependency. [ 1230.945097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.945266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.945454] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.945626] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.945733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.945796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.945946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.946041] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.946135] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.958824] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.959010] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.959177] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.959372] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-428" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.959680] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-fd0c2017-6f05-4338-bbd3-2085a7d3b460 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.959854] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.959971] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.960309] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.960446] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0c2017-6f05-4338-bbd3-2085a7d3b460',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.134352] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.134560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.134608] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.134873] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.134990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.135273] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.135360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.135422] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.135636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.135742] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.135953] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 already deleted. [ 1231.135953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.448997] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.462673] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.462894] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.463059] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.463411] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.463566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.463724] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port fd0c2017-6f05-4338-bbd3-2085a7d3b460 not found, creating... [ 1231.464071] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.464317] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.464473] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.464724] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.464867] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.465173] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.465329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.465445] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.466026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.466026] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.466026] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: fd0c2017-6f05-4338-bbd3-2085a7d3b460 is going to be created. [ 1231.491327] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.491542] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.491589] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.492083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.492348] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.492581] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.951359] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.222728] env[65762]: INFO networking_nsxv3.common.synchronization [req-dbe28bce-4f87-46a5-8b44-c8b31acf81f1 req-195966e5-709b-426c-88e2-43f722153a33 service nova] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1232.224383] env[65762]: INFO networking_nsxv3.common.synchronization [req-dbe28bce-4f87-46a5-8b44-c8b31acf81f1 req-195966e5-709b-426c-88e2-43f722153a33 service nova] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1232.224383] env[65762]: INFO networking_nsxv3.common.synchronization [req-dbe28bce-4f87-46a5-8b44-c8b31acf81f1 req-195966e5-709b-426c-88e2-43f722153a33 service nova] Enqueued Resource ID: fd0c2017-6f05-4338-bbd3-2085a7d3b460 with Priority: HIGHEST for action port [ 1232.224383] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_rules [ 1232.224383] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1232.224383] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0c2017-6f05-4338-bbd3-2085a7d3b460 with Priority: HIGHEST for action port [ 1232.224383] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.224383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.224383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.224898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.224898] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.225549] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.226296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.226296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.226296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.226296] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.226296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.226296] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.226601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.226601] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.226601] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.229148] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0c2017-6f05-4338-bbd3-2085a7d3b460 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.229148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.229262] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.229981] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.230383] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0c2017-6f05-4338-bbd3-2085a7d3b460',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.453561] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.453764] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.453868] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.454139] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.454267] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.454361] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1232.484718] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.484878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.484926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.485163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.485311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.495621] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1232.732619] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.732855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.732955] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd0c2017-6f05-4338-bbd3-2085a7d3b460 with status ACTIVE [ 1232.733158] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.733271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.733350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.733546] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.733636] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.733803] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.733901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.733963] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.734141] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.734218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.734395] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.734486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.735278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.735278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.735278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.735278] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd0c2017-6f05-4338-bbd3-2085a7d3b460 is going to be updated. [ 1232.735895] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.765991] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.766327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.766327] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.766430] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.766576] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.766750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0c2017-6f05-4338-bbd3-2085a7d3b460" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.238850] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.740748] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.740926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.740973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.741218] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.741305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.741404] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 is going to be created. [ 1233.766843] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.767054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.767054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.767261] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.767417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.779798] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: UNINITIALIZED for 2s [ 1234.511136] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1234.511516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.511516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.511750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.511945] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.512159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.512159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.512298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.512365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.512453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.512544] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.014836] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.517787] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9296c8a0-766c-43f0-89f3-099bcf4d8403: rpc.has_security_group_logging(os_id): False [ 1235.550610] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.551564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.551564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.551564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.551564] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.551771] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.551933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.552053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.552294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.552427] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.552600] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1235.641627] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.641878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.641878] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.642090] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.642269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.658435] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1235.790246] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: SUCCESS [ 1235.790452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.790624] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.790881] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.791088] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.791205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.791269] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.791436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.791513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.791600] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.791707] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.294224] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.797488] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea783793-18e2-4c22-b43b-8d6fbd9c8984: rpc.has_security_group_logging(os_id): False [ 1236.821576] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.821952] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.822372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.822372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.822496] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.822734] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.822862] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.822908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.823108] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.823190] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.823299] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 is going to be created. [ 1236.911378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.911662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.911662] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.911826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.911902] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.929048] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: IN_PROGRESS for 2s [ 1237.224586] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.224717] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1237.678346] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1237.678555] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.948496] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: SUCCESS [ 1238.948899] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.384603] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1241.384603] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1242.225781] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.225977] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.226548] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.226980] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.227409] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.227797] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.228932] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.229386] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.516062] env[65762]: INFO networking_nsxv3.common.synchronization [req-070dcf08-7afb-42e1-a259-f11b63b26c72 req-bd7f5a76-184d-434c-8786-d5127b07a070 tempest-AttachVolumeNegativeTest-494727206 tempest-AttachVolumeNegativeTest-494727206-project-member] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1260.516608] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGHEST for action security_group_members [ 1260.516903] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.517056] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.517130] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.517316] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.517469] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.517569] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.517634] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.517778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.517901] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.517949] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.020908] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.021189] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.021263] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.021529] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.021639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.021872] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.021986] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.022089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.022301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.022425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.022477] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca is going to be updated. [ 1261.060545] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.060818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.060818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.061074] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.061248] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.072226] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: IN_PROGRESS for 2s [ 1263.083275] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebbe3de8-64a7-4d40-807e-12b2261390ca in Status: SUCCESS [ 1263.083676] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca deletion is rescheduled due to dependency. [ 1263.083676] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.518096] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.518481] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.519091] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.519505] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.520203] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.520203] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.451129] env[65762]: INFO networking_nsxv3.common.synchronization [req-d172f92a-35c3-4288-87ae-6b0fe5401274 req-a1f48694-3bc3-4417-a944-96cd92d5a7ae tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1279.451698] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1279.452138] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.452287] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.452375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.452552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.452713] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.452820] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.452879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.453018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.453136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.453279] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.956106] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.459092] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.961839] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.962148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.962148] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.962289] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.962382] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.962498] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be updated. [ 1280.992641] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.992851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.992851] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.993042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.993195] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.009559] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 1283.021548] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 1283.021833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.452521] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.452886] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.454039] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.454039] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.145893] env[65762]: INFO networking_nsxv3.common.synchronization [req-b5d50fa7-0171-48f4-a513-c36e93bf5f04 req-dfcc8dc2-8b35-4cab-9975-e8ece8a332df tempest-ServerActionsTestJSON-330879564 tempest-ServerActionsTestJSON-330879564-project-member] Enqueued Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1294.146164] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 with Priority: HIGHEST for action security_group_members [ 1294.146460] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-9296c8a0-766c-43f0-89f3-099bcf4d8403 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.146579] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.146648] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.146969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.147706] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.147825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.147891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.148065] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.148154] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.148247] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9296c8a0-766c-43f0-89f3-099bcf4d8403',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.650258] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.650531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.650531] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.650741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.650841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.651166] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.651358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.651358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.651486] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.651528] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.651588] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 is going to be updated. [ 1294.690668] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.690904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.690904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.691330] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.691521] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.706740] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: IN_PROGRESS for 2s [ 1295.982716] env[65762]: INFO networking_nsxv3.common.synchronization [req-1c000b51-d23d-4fc7-8fd1-98674c33a6c0 req-4f870e9d-2fe2-40b9-8f4c-863079ba3207 tempest-ServerActionsTestOtherA-260673146 tempest-ServerActionsTestOtherA-260673146-project-member] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1295.983375] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGHEST for action security_group_members [ 1295.983679] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.983813] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.984990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.985095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.985293] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.985391] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.985448] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.985629] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.985713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.985810] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.488509] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.488711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.488711] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.488911] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.489064] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.489308] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.489855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.489935] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.490319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.490319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.490319] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be updated. [ 1296.524822] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.524970] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.525095] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.525314] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.525460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.534800] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: IN_PROGRESS for 2s [ 1296.720468] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 in Status: SUCCESS [ 1296.720729] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9296c8a0-766c-43f0-89f3-099bcf4d8403 deletion is rescheduled due to dependency. [ 1296.720729] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9296c8a0-766c-43f0-89f3-099bcf4d8403" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.547314] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce in Status: SUCCESS [ 1298.547706] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce deletion is rescheduled due to dependency. [ 1298.547706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.326957] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.327891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.327891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.327891] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.327891] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.830014] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.333790] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.836999] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1300.837306] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1300.984762] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.985177] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.692284] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.692685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.692685] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.692889] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.705129] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1301.706143] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.707463] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1301.758462] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.758703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.758703] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.759039] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.774815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.775769] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1301.775865] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.775951] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1301.817355] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.817748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.817748] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.817844] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819159] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.819432] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1301.896311] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.896311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.896311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.896801] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.897491] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.897491] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1301.971015] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.971381] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.971488] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.971858] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.972434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.972942] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1301.973140] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ebbe3de8-64a7-4d40-807e-12b2261390ca', 'bbcf3520-345a-45b0-a65c-f5c39db75f60', '9901c0fc-a540-44e0-85a6-8e0922c86e9a', '3647eded-f75e-4980-8b99-95d82d6d8671', '2d271c8c-62f5-4b82-8ac9-755c106605e6', '2a762483-1849-428b-9aed-fc2bd36a14af', 'ea783793-18e2-4c22-b43b-8d6fbd9c8984', '0e2f5c03-dcd4-4907-8cc3-9e846dc02b72', '3015cd82-7abc-40e8-b0e1-bb4962bff7f6', '3e159f4d-b289-48fc-940c-d3c0921ede16', '37d39b28-7767-40a1-ac35-415deab7e899', '4374c68f-94bb-42ac-aa21-eb265154d690', 'd11b81c9-eb9c-4fab-93a7-ae268ee47a27', '6982d672-7747-465e-9075-a4e1a04e1a8a', '88d07019-260d-45cc-bb46-ccc2f7cbd107', 'd87b562c-6dfd-4cfa-b400-8853da84b2ce', 'd129d532-0742-492b-a9c1-a63eb78e7592', '18db39d3-f047-4bf0-a936-6116f9921b06', 'fd7a6b4f-60d7-452f-a999-b418f545366f', '93986077-2de9-4987-91ff-f1614bbe4739', '4c675901-1de0-4174-a41c-2345c94b9f61', 'b872d649-478e-4f98-81c4-47c99c1305c7', 'd5c40dc5-e56a-45f2-97b5-96a66b3810a9', '0429a7bb-7810-4597-b364-08ea39c5c612', '32cb4a37-4423-4126-a387-615c57bddd9c', 'e60ed329-14ff-4ba8-974e-2efff925d9e5', '69d26820-8e56-4e2b-bfe5-174487933e5f', '0433fc6c-413d-4fa4-9ab4-b6a7f0954510', 'fd177e2b-3b82-4236-9d70-c1d7d4c97e07', '830ddc06-1d0b-4cdb-827b-064f8e3e8eed', 'b1fbb281-22d8-4286-9e58-cf965641e8aa', 'd25c2f07-a6c9-4c2f-b846-62c9a702b7e8', '6cf640bb-79a7-4292-b1fb-e28eb5ce0e94', 'e234a9a3-ca54-461f-924b-3b9510fe25d4', '9296c8a0-766c-43f0-89f3-099bcf4d8403', '188135b6-0bb5-41f5-ac0f-b16cd2cf7f9a', '47f9a86d-1389-4878-acbf-d550df39c9ef', '4a7147e7-b763-4ea2-8234-e8d300448e03', '04135244-1a02-4d48-b6db-1ea8017ab494', 'd94fb69c-5174-4040-a5d5-fcb487cb1e4f', '2da2e97a-80d1-48a9-b896-7100e8d1f650', 'd3213abf-2ded-445f-ab1d-4dfcdc35515b', '1776405f-1df8-47c7-8f1c-5092b43a3eb0', '165da032-acd6-4806-8db1-e09a7b3fc880'} {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.973267] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1301.999167] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.999397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.999503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.999833] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.999946] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.000124] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1302.000241] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.000342] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.084545] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.084736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.084736] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.084964] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.086127] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.087020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.087020] env[65762]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65762) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.087020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.087020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.087020] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1302.087020] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGH for action security_group_rules [ 1302.087020] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 1302.087020] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGH for action security_group_rules [ 1302.087020] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGH for action security_group_rules [ 1302.087020] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGH for action security_group_rules [ 1302.087566] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGH for action security_group_rules [ 1302.087978] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGH for action security_group_rules [ 1302.088101] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGH for action security_group_rules [ 1302.088178] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGH for action security_group_rules [ 1302.088240] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGH for action security_group_rules [ 1302.088305] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGH for action security_group_rules [ 1302.088373] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGH for action security_group_rules [ 1302.088435] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGH for action security_group_rules [ 1302.088497] env[65762]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGH for action security_group_rules [ 1302.088595] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.689818] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.690080] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.690227] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.690503] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.690797] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.691023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.691073] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.691443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.691443] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.691663] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.691808] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.692466] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.692466] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.692466] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.692466] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.692668] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.716619] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.716736] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.716867] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.717064] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.717392] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.717566] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.717684] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.717950] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.718100] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b9f1f9-4f0c-4dc1-8269-1a6af71c4499',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.220357] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.220680] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.220737] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.220968] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.221297] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.221466] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.221627] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.221742] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.221953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222104] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.222389] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222537] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222658] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222853] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222981] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.223302] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 is going to be updated. [ 1303.246395] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.246622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.246748] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.247023] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.247213] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.247423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.948050] env[65762]: INFO networking_nsxv3.common.synchronization [req-b3669239-0d32-4a44-a59d-ac69bf6d13e9 req-4e1d163d-01c2-4e2f-bae6-86fecc775a82 service nova] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1303.948205] env[65762]: INFO networking_nsxv3.common.synchronization [req-b3669239-0d32-4a44-a59d-ac69bf6d13e9 req-4e1d163d-01c2-4e2f-bae6-86fecc775a82 service nova] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1303.948342] env[65762]: INFO networking_nsxv3.common.synchronization [req-b3669239-0d32-4a44-a59d-ac69bf6d13e9 req-4e1d163d-01c2-4e2f-bae6-86fecc775a82 service nova] Enqueued Resource ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with Priority: HIGHEST for action port [ 1303.948878] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_rules [ 1303.949432] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1303.949665] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with Priority: HIGHEST for action port [ 1303.949885] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe3de8-64a7-4d40-807e-12b2261390ca with Priority: HIGH for action security_group_rules [ 1303.950010] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a with Priority: HIGH for action security_group_rules [ 1303.950240] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGH for action security_group_rules [ 1303.950454] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 with Priority: HIGH for action security_group_rules [ 1303.950603] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93986077-2de9-4987-91ff-f1614bbe4739 with Priority: HIGH for action security_group_rules [ 1303.950728] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7a6b4f-60d7-452f-a999-b418f545366f with Priority: HIGH for action security_group_rules [ 1303.950845] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db39d3-f047-4bf0-a936-6116f9921b06 with Priority: HIGH for action security_group_rules [ 1303.950974] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129d532-0742-492b-a9c1-a63eb78e7592 with Priority: HIGH for action security_group_rules [ 1303.951108] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6982d672-7747-465e-9075-a4e1a04e1a8a with Priority: HIGH for action security_group_rules [ 1303.951227] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce with Priority: HIGH for action security_group_rules [ 1303.951623] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 with Priority: HIGH for action security_group_rules [ 1303.951774] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4374c68f-94bb-42ac-aa21-eb265154d690 with Priority: HIGH for action security_group_rules [ 1303.951900] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d39b28-7767-40a1-ac35-415deab7e899 with Priority: HIGH for action security_group_rules [ 1303.952023] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 with Priority: HIGH for action security_group_rules [ 1303.952155] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 with Priority: HIGH for action security_group_rules [ 1303.952361] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGH for action security_group_rules [ 1303.952510] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 with Priority: HIGH for action security_group_rules [ 1303.952634] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 with Priority: HIGH for action security_group_rules [ 1303.952745] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 with Priority: HIGH for action security_group_rules [ 1303.952906] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3647eded-f75e-4980-8b99-95d82d6d8671 with Priority: HIGH for action security_group_rules [ 1303.953358] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.953542] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.953633] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.953867] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.953962] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.954883] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.955040] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.955125] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.955315] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.955498] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.955869] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.955962] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.956163] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.956284] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.956400] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.957480] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.957617] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.957694] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.957875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.957978] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b9f1f9-4f0c-4dc1-8269-1a6af71c4499',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.958724] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebbe3de8-64a7-4d40-807e-12b2261390ca taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.958841] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.958900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.959092] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.959182] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebbe3de8-64a7-4d40-807e-12b2261390ca',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.959994] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.960136] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.960217] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.960408] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.960502] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9901c0fc-a540-44e0-85a6-8e0922c86e9a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.961217] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.961372] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.961453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.961625] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.961701] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.962811] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d07019-260d-45cc-bb46-ccc2f7cbd107 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.962811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.962811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.963097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.963097] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d07019-260d-45cc-bb46-ccc2f7cbd107',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.963815] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93986077-2de9-4987-91ff-f1614bbe4739 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.964285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.964333] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.964508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.964604] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93986077-2de9-4987-91ff-f1614bbe4739',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.965573] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd7a6b4f-60d7-452f-a999-b418f545366f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.965949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.965949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.965949] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.966106] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd7a6b4f-60d7-452f-a999-b418f545366f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.966741] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18db39d3-f047-4bf0-a936-6116f9921b06 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.966996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.967107] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.967285] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.967382] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18db39d3-f047-4bf0-a936-6116f9921b06',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.968067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d129d532-0742-492b-a9c1-a63eb78e7592 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.968205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.968291] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.968505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.968633] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d129d532-0742-492b-a9c1-a63eb78e7592',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.969307] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6982d672-7747-465e-9075-a4e1a04e1a8a taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.969465] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.969679] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.969852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.969964] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6982d672-7747-465e-9075-a4e1a04e1a8a',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.970812] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.970812] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.970956] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.971101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.971197] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b562c-6dfd-4cfa-b400-8853da84b2ce',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.972056] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.972162] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.972213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.972373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.972467] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11b81c9-eb9c-4fab-93a7-ae268ee47a27',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.973154] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4374c68f-94bb-42ac-aa21-eb265154d690 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.973301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.973400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.973501] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.973612] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4374c68f-94bb-42ac-aa21-eb265154d690',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.974341] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d39b28-7767-40a1-ac35-415deab7e899 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.974445] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.974483] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.974777] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.974777] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d39b28-7767-40a1-ac35-415deab7e899',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.976128] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e159f4d-b289-48fc-940c-d3c0921ede16 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.976128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.976128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.976128] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.976128] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e159f4d-b289-48fc-940c-d3c0921ede16',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.976635] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.976753] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.976815] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.976942] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.977038] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3015cd82-7abc-40e8-b0e1-bb4962bff7f6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.977835] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.977835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.977967] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.978034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.978085] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.978504] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.978504] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e2f5c03-dcd4-4907-8cc3-9e846dc02b72',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.978927] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d271c8c-62f5-4b82-8ac9-755c106605e6 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.979042] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.979259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.979259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.979394] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d271c8c-62f5-4b82-8ac9-755c106605e6',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.980209] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbcf3520-345a-45b0-a65c-f5c39db75f60 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.980305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.980375] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.980530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.980593] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbcf3520-345a-45b0-a65c-f5c39db75f60',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.981245] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3647eded-f75e-4980-8b99-95d82d6d8671 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.981384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.981456] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.981609] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.981679] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3647eded-f75e-4980-8b99-95d82d6d8671',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.006638] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.006768] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.006821] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.007016] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.067926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.068216] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebbe3de8-64a7-4d40-807e-12b2261390ca is going to be deleted. [ 1304.133926] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.134188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.134188] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.134356] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.134449] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.134599] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebbe3de8-64a7-4d40-807e-12b2261390ca" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.488056] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.493492] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.493771] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.493960] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 with status ACTIVE [ 1304.494151] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.494259] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.494328] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.494523] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.494612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.494774] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.494872] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.494934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.495102] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.495179] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.495351] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.495621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.495621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.495712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.495712] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.495791] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b9f1f9-4f0c-4dc1-8269-1a6af71c4499 is going to be updated. [ 1304.502977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.503147] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.503199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.503365] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.503568] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.503689] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.503751] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.503915] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.504024] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.504087] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.504172] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.508913] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.520707] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.520941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.520941] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.521149] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.521238] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.521362] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be updated. [ 1304.587361] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.587560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.587560] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.587824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.589813] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.589957] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.590645] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.590744] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.591499] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.591623] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.592571] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.592666] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.593444] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.593535] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.594257] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.594350] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.595059] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.595167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.596252] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.596339] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.597016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.597113] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.597784] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.597880] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.598437] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.598838] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.598950] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.599643] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.600049] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.600142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.600757] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.601365] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.601505] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.602142] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.602527] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.602618] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.603251] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.603624] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.603752] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.603807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.604032] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.604373] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.604477] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b9f1f9-4f0c-4dc1-8269-1a6af71c4499" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.605074] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.605533] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.605641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.607332] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.607709] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.607807] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.617278] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.618104] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.618825] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.618905] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.619117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.619306] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.620976] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.621098] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b562c-6dfd-4cfa-b400-8853da84b2ce is going to be deleted. [ 1304.622215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.622405] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.634829] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: IN_PROGRESS for 2s [ 1304.642701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.642828] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93986077-2de9-4987-91ff-f1614bbe4739 is going to be deleted. [ 1304.643735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.643934] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.668378] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.668548] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e2f5c03-dcd4-4907-8cc3-9e846dc02b72 is going to be deleted. [ 1304.669492] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.669704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.689792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.689990] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.694892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.695044] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d129d532-0742-492b-a9c1-a63eb78e7592 is going to be deleted. [ 1304.695912] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.696145] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.733216] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.733433] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.760852] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.761071] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d07019-260d-45cc-bb46-ccc2f7cbd107 is going to be deleted. [ 1304.762000] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.762230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.828517] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.828750] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.846622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.846795] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3647eded-f75e-4980-8b99-95d82d6d8671 is going to be deleted. [ 1304.847707] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.847928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.890595] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.890805] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.895089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.895233] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18db39d3-f047-4bf0-a936-6116f9921b06 is going to be deleted. [ 1304.896174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.896397] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.921335] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.921525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.922545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.922676] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6982d672-7747-465e-9075-a4e1a04e1a8a is going to be deleted. [ 1304.923681] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.923961] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.956800] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.957119] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d39b28-7767-40a1-ac35-415deab7e899 is going to be deleted. [ 1304.957953] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.958191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.014120] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.019102] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.019266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.025299] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.025448] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4374c68f-94bb-42ac-aa21-eb265154d690 is going to be deleted. [ 1305.026305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.026530] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.096771] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.096973] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.106765] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.106919] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3015cd82-7abc-40e8-b0e1-bb4962bff7f6 is going to be deleted. [ 1305.107884] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.108120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.146880] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.147018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.147987] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.148114] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d271c8c-62f5-4b82-8ac9-755c106605e6 is going to be deleted. [ 1305.149014] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.149223] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.165554] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.165766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.174443] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.174639] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.206960] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.207197] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11b81c9-eb9c-4fab-93a7-ae268ee47a27 is going to be deleted. [ 1305.208051] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.208272] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.212121] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.212121] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.254230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.254560] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9901c0fc-a540-44e0-85a6-8e0922c86e9a is going to be deleted. [ 1305.255587] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.255830] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.338625] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.338892] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.357115] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.357342] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd7a6b4f-60d7-452f-a999-b418f545366f is going to be deleted. [ 1305.358158] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.358415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.398111] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.398301] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.423639] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.423849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.424699] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.424823] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbcf3520-345a-45b0-a65c-f5c39db75f60 is going to be deleted. [ 1305.425769] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.426018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.500205] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.500643] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e159f4d-b289-48fc-940c-d3c0921ede16 is going to be deleted. [ 1305.501809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.502146] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.502297] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.502495] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b562c-6dfd-4cfa-b400-8853da84b2ce" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.502734] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.502965] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.503103] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.503273] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93986077-2de9-4987-91ff-f1614bbe4739" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.503969] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.504213] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.504348] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.504675] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e2f5c03-dcd4-4907-8cc3-9e846dc02b72" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.504824] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.504958] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.505089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.505278] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d07019-260d-45cc-bb46-ccc2f7cbd107" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.505480] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.505691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.505806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.505972] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d129d532-0742-492b-a9c1-a63eb78e7592" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.506165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.506429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.506466] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.506622] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3647eded-f75e-4980-8b99-95d82d6d8671" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.506811] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.507015] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.507157] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.507322] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6982d672-7747-465e-9075-a4e1a04e1a8a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.507508] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.507706] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.507818] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.507995] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18db39d3-f047-4bf0-a936-6116f9921b06" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.508193] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.508402] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.508503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.508665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4374c68f-94bb-42ac-aa21-eb265154d690" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.508840] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.509061] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.509165] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.509385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d39b28-7767-40a1-ac35-415deab7e899" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.510131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.510131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.510131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.510131] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3015cd82-7abc-40e8-b0e1-bb4962bff7f6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.510398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.510398] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.510513] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.510693] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d271c8c-62f5-4b82-8ac9-755c106605e6" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.510879] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.511116] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.511232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.511414] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11b81c9-eb9c-4fab-93a7-ae268ee47a27" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.511592] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.511804] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.511936] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.512126] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9901c0fc-a540-44e0-85a6-8e0922c86e9a" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.516634] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea783793-18e2-4c22-b43b-8d6fbd9c8984: rpc.has_security_group_logging(os_id): False [ 1305.560977] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.561235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.561235] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.561749] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.615206] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.615452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.627141] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.627379] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.642019] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.642356] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.642464] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.642536] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.642741] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.642827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.642924] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 is going to be updated. [ 1305.644038] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.644219] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.644304] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.644415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd7a6b4f-60d7-452f-a999-b418f545366f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.644543] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.644688] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.644766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.644875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbcf3520-345a-45b0-a65c-f5c39db75f60" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.682164] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.682385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.682385] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.682640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.682735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.682855] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e159f4d-b289-48fc-940c-d3c0921ede16" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.800230] env[65762]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1305.801053] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.801418] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.801545] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.801778] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.801929] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.855858] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: IN_PROGRESS for 2s [ 1306.646279] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1306.646683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.646683] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.646870] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.647070] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.647271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.647271] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.647900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.647900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.647900] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.647900] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.150644] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.653537] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a762483-1849-428b-9aed-fc2bd36a14af: rpc.has_security_group_logging(os_id): False [ 1307.674299] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.674472] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.674557] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.674791] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.701054] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.701631] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.701849] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.701999] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.702364] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.702515] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.702675] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be updated. [ 1307.821792] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.822109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.822109] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.822266] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.822452] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.839675] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: IN_PROGRESS for 2s [ 1307.888928] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: SUCCESS [ 1307.889187] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.953863] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.954345] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1309.665888] env[65762]: INFO networking_nsxv3.common.synchronization [req-88fe07cb-d3ae-474a-87fb-686bd0253b20 req-18ce71d2-11c0-4040-bb55-90f6ff8c30e0 tempest-AttachVolumeTestJSON-1075534981 tempest-AttachVolumeTestJSON-1075534981-project-member] Enqueued Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1309.666136] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 with Priority: HIGHEST for action security_group_members [ 1309.666582] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea783793-18e2-4c22-b43b-8d6fbd9c8984 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.666774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.666908] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.667532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.667532] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.667532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.667731] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.667828] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.667927] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.668032] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea783793-18e2-4c22-b43b-8d6fbd9c8984',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.856045] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1309.856215] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.856384] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.856606] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.856694] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.170818] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.171250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.171250] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.171346] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.171453] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.171675] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.171796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.171861] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.172034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.172111] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.172199] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 is going to be updated. [ 1310.202612] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.202846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.202846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.203046] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.203258] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.213709] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: IN_PROGRESS for 2s [ 1310.359127] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.359376] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.359702] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.360110] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.360405] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.360573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.360671] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.360907] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.361034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.361161] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.361277] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.865060] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.368094] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a762483-1849-428b-9aed-fc2bd36a14af: rpc.has_security_group_logging(os_id): False [ 1311.385607] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.385834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.385834] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.386023] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.386086] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.386317] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.386417] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.386481] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.386641] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.386713] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.386796] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be updated. [ 1311.446881] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.447081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.447081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.447436] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.447612] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.465608] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: IN_PROGRESS for 2s [ 1312.224088] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 in Status: SUCCESS [ 1312.224431] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea783793-18e2-4c22-b43b-8d6fbd9c8984 deletion is rescheduled due to dependency. [ 1312.224559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea783793-18e2-4c22-b43b-8d6fbd9c8984" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.480422] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1313.480796] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.667204] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.667629] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.668843] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.669310] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.670533] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.670901] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.672513] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.672926] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.673384] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.673663] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.674238] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.674611] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.675239] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.675651] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.676368] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.676368] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.677631] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.677977] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.679104] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.679399] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.240154] env[65762]: INFO networking_nsxv3.common.synchronization [req-104e8aa0-db0c-4c25-a9d8-12b5fc099f8a req-b7aee72a-e435-474b-9f78-f8bf9897de67 tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1362.240832] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a762483-1849-428b-9aed-fc2bd36a14af with Priority: HIGHEST for action security_group_members [ 1362.241331] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a762483-1849-428b-9aed-fc2bd36a14af taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.241525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.241640] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.241926] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.242178] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.242323] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.242415] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.242646] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.242774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.243674] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a762483-1849-428b-9aed-fc2bd36a14af',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.748361] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.748596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.748596] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.748766] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.748860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.749067] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.749167] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.749228] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.749383] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.749461] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.749551] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af is going to be updated. [ 1362.779865] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.780120] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.780184] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.780434] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.780621] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.797177] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: IN_PROGRESS for 2s [ 1364.808615] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a762483-1849-428b-9aed-fc2bd36a14af in Status: SUCCESS [ 1364.809033] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a762483-1849-428b-9aed-fc2bd36a14af deletion is rescheduled due to dependency. [ 1364.809033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a762483-1849-428b-9aed-fc2bd36a14af" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.907815] env[65762]: INFO networking_nsxv3.common.synchronization [None req-89fcab29-2778-43d0-ab28-13a4b0eb23a0 tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1366.908406] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1366.908658] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.908779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.908845] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.909114] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.909197] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.986189] env[65762]: INFO networking_nsxv3.common.synchronization [None req-7d977f7e-f90b-4e04-9287-18c632457079 tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1366.986834] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1366.987155] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.987257] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.430834] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.430996] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.431081] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.431274] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.431363] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.431455] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f already deleted. [ 1367.431532] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.431673] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.431826] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.431905] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.951020] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.951425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.951425] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.951503] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.951537] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.951625] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f already deleted. [ 1367.951704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.988259] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.988658] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.270134] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f8a242b-2e60-4d7d-b52d-2f228c68b661 req-3846adac-8515-4a0b-96e0-f616734f0ccd tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1372.270698] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1372.271016] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.271169] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.271230] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.271559] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.271758] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.271864] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.271928] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.272142] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.272239] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.272357] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.775058] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.775058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.775058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.775058] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.776701] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.776701] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f already deleted. [ 1372.776701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.006241] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.006618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.006618] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.006835] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.007294] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.007294] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.007453] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.007563] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.007694] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.007960] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.008065] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.008117] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.008286] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.008370] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.008430] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.008562] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.030112] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.030316] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.030460] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.030633] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.030945] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-a31857a8-99d8-496d-a025-eb58ffc0afa4 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.031127] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.031248] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.031571] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.031714] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31857a8-99d8-496d-a025-eb58ffc0afa4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.534762] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.535083] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.535183] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.535383] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.535534] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.535685] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Segment Port a31857a8-99d8-496d-a025-eb58ffc0afa4 not found, creating... [ 1373.535934] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.536107] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.536255] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.536463] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.536599] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.536871] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.537031] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.537152] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.537351] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.537484] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.537619] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 is going to be created. [ 1373.559775] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.559967] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.560057] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.560329] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.560569] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.560791] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.251127] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f8a242b-2e60-4d7d-b52d-2f228c68b661 req-24087d0c-8f3f-4b77-afc8-47464fdd1c32 service nova] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1374.251407] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f8a242b-2e60-4d7d-b52d-2f228c68b661 req-24087d0c-8f3f-4b77-afc8-47464fdd1c32 service nova] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1374.251510] env[65762]: INFO networking_nsxv3.common.synchronization [req-1f8a242b-2e60-4d7d-b52d-2f228c68b661 req-24087d0c-8f3f-4b77-afc8-47464fdd1c32 service nova] Enqueued Resource ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 with Priority: HIGHEST for action port [ 1374.252045] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1374.252184] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1374.252282] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 with Priority: HIGHEST for action port [ 1374.252620] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.252738] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.252809] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.253043] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.253095] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.254242] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.254242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.254242] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.254471] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.254471] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.254548] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.254582] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.254701] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.254780] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.254868] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.256134] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31857a8-99d8-496d-a025-eb58ffc0afa4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.256134] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.256249] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.256311] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.256409] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31857a8-99d8-496d-a025-eb58ffc0afa4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.758329] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.758589] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.758645] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.759569] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31857a8-99d8-496d-a025-eb58ffc0afa4 with status ACTIVE [ 1374.759768] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.760198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.760198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.760198] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.760319] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.760400] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.760516] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.760583] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.760754] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.760832] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.761015] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.761112] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.761174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.761313] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.761386] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.761470] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 is going to be updated. [ 1374.783589] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.783846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.783846] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.783968] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.784106] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.784265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.263959] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.766537] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.766787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.766787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.767097] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.767196] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.767343] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f is going to be created. [ 1375.790392] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.790650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.790650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.790898] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.791091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.799417] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: UNINITIALIZED for 2s [ 1377.812487] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: SUCCESS [ 1377.812904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.812904] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.813105] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.813297] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.813429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.813489] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.813650] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.813733] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.813819] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.813908] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.316292] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.819334] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735f4703-73de-4005-9031-7d70e1c9b98f: rpc.has_security_group_logging(os_id): False [ 1378.838462] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.838739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.838739] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.838860] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.838948] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.839195] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.839294] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.839360] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.839500] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.839573] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.839659] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f is going to be created. [ 1378.903317] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.903566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.903566] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.903835] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.904034] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.914462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: IN_PROGRESS for 2s [ 1379.253117] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.253427] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1380.928896] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: SUCCESS [ 1380.929288] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.254056] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.254451] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.255364] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.255813] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.256377] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.256739] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.257576] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.257576] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.258362] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.258687] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.259367] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.259751] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.259961] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.260311] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.261315] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.261676] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.262421] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.262811] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.263819] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.264226] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.264899] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.265281] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.789621] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.789953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.789953] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.790244] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.790497] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.790653] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.790783] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.791054] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.791206] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.791414] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.791534] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] NeedRegenerationException {{(pid=65762) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1438.791634] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] no value, waiting for create lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1438.791748] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] value creation lock acquired {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1438.791856] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] No value present for key: 'zone-id' {{(pid=65762) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.791960] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Calling creation function for not-yet-present value {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1438.792104] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1438.821676] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1438.821918] env[65762]: DEBUG dogpile.cache.region [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65762) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1438.821918] env[65762]: DEBUG dogpile.lock [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Released creation lock {{(pid=65762) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1438.822110] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "network-501" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.822446] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock port-a31857a8-99d8-496d-a025-eb58ffc0afa4 taken with stack trace [, , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.822622] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.822743] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.823079] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.823225] env[65762]: DEBUG networking_nsxv3.api.rpc [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31857a8-99d8-496d-a025-eb58ffc0afa4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.266252] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.266462] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.325701] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.325945] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.326027] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.326316] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.326469] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.326752] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.326910] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.327038] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.327256] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.327389] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.327662] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.327815] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.327931] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.328151] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.328281] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.328421] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Resource: SegmentPort with ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 is going to be updated. [ 1439.353196] env[65762]: DEBUG networking_nsxv3.common.locking [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.353423] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.353518] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.353818] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.354029] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.354295] env[65762]: DEBUG oslo_concurrency.lockutils [None req-042b56ba-2f64-4a58-ad11-27507b084fb0 None None] Releasing lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [req-044a8143-73af-4358-9739-5561e7aa892b req-edfd8ad5-8fff-40c6-a248-8ccfe2a320dc service nova] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [req-044a8143-73af-4358-9739-5561e7aa892b req-edfd8ad5-8fff-40c6-a248-8ccfe2a320dc service nova] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [req-044a8143-73af-4358-9739-5561e7aa892b req-edfd8ad5-8fff-40c6-a248-8ccfe2a320dc service nova] Enqueued Resource ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 with Priority: HIGHEST for action port [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_rules [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1440.009282] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 with Priority: HIGHEST for action port [ 1440.009282] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock rules-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.009933] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.010117] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.010429] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.010871] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.011806] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.012232] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.012432] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.012704] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.012955] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.013439] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.013665] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.015021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.015021] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.015021] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.015648] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31857a8-99d8-496d-a025-eb58ffc0afa4 taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.015876] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.016053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.016305] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.016474] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31857a8-99d8-496d-a025-eb58ffc0afa4',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.518404] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31857a8-99d8-496d-a025-eb58ffc0afa4 with status ACTIVE [ 1440.518647] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.518787] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.518865] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.519089] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.519191] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.519366] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.519468] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.519525] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.519678] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.519755] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.519925] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.520029] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.520091] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.520227] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.520298] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.520381] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31857a8-99d8-496d-a025-eb58ffc0afa4 is going to be updated. [ 1440.521476] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.522378] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.522460] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.542130] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.542335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.542335] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.542502] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.542630] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.542788] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31857a8-99d8-496d-a025-eb58ffc0afa4" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.024213] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.526842] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.527101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.527101] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.527265] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.527357] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.527462] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f is going to be updated. [ 1441.557459] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.557714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.557714] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.557875] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.558033] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.568841] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: IN_PROGRESS for 2s [ 1443.580384] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: SUCCESS [ 1443.580827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.580827] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.581049] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.581244] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.581358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.581424] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.581603] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.581691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.581779] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.581872] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.084506] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.587460] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 735f4703-73de-4005-9031-7d70e1c9b98f: rpc.has_security_group_logging(os_id): False [ 1444.607480] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.607735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.607735] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.607974] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.608140] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.608369] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.608485] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.608552] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.608726] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.608806] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.608893] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f is going to be updated. [ 1444.703942] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.704199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.704199] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.704400] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.704547] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.717770] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: IN_PROGRESS for 2s [ 1445.009543] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.009730] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.736231] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: SUCCESS [ 1446.736691] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.011103] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.011564] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.012407] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.012835] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.013911] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.014386] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.015415] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.015772] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.016712] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.017172] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.018440] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.018812] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.019475] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.019868] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.385324] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1481.385777] env[65762]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8afe1ae6-89d2-4ce8-9b5f-13c22197f962 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1485.020886] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.020886] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.021713] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.022171] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.549122] env[65762]: INFO networking_nsxv3.common.synchronization [req-d27ea4ad-cad1-4790-9e6b-4a1be0d25202 req-5630e116-6224-4b94-b032-ffa4c7626ced tempest-AttachVolumeShelveTestJSON-1501830072 tempest-AttachVolumeShelveTestJSON-1501830072-project-member] Enqueued Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1491.549681] env[65762]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f4703-73de-4005-9031-7d70e1c9b98f with Priority: HIGHEST for action security_group_members [ 1491.549983] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock member-735f4703-73de-4005-9031-7d70e1c9b98f taken with stack trace [, , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.550119] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.551708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.551708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.551708] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.551708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.551708] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.552053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.552053] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.552053] env[65762]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('735f4703-73de-4005-9031-7d70e1c9b98f',) {} {{(pid=65762) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.053893] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.054174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.054174] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.054358] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.054442] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.054644] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.054774] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.054857] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.055018] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.055124] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.055214] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f is going to be updated. [ 1492.083752] env[65762]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65762) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.083971] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.084026] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.084282] env[65762]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.084431] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.101753] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: IN_PROGRESS for 2s [ 1494.112640] env[65762]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 735f4703-73de-4005-9031-7d70e1c9b98f in Status: SUCCESS [ 1494.113098] env[65762]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 735f4703-73de-4005-9031-7d70e1c9b98f deletion is rescheduled due to dependency. [ 1494.113098] env[65762]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-735f4703-73de-4005-9031-7d70e1c9b98f" {{(pid=65762) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.550780] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.551194] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.551524] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.551862] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.553083] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.553466] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.553870] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.554554] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.555804] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.556251] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.556636] env[65762]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.557183] env[65762]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0